-- Logs begin at Thu 2021-08-12 22:10:04 UTC, end at Thu 2021-08-12 23:16:29 UTC. -- Aug 12 22:44:36.758601 dv-cinder-759943-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 22:44:39.469490 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.common.config [-] Logging enabled! Aug 12 22:44:39.470053 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 22:44:39.470265 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 22:44:39.474480 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.common.config [-] Logging enabled! Aug 12 22:44:39.474731 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 22:44:39.475044 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93833) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 22:44:39.476354 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:44:39.476593 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:44:39.477371 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:44:39.477602 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:44:39.477825 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:44:39.478146 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.478439 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.478734 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.478959 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.479228 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.479511 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.479790 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.480074 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.480365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.480644 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.480907 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.481191 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.481439 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.481718 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.482000 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.482285 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.482502 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] debug = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.482778 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.483198 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.483620 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.483893 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.484175 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.484447 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.484712 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.484979 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.485257 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.485607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] host = dv-cinder-759943-11-iscsi {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.485883 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.486169 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.486449 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.486740 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.487001 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.487269 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.487548 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.487815 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.488083 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.488354 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.488637 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.488927 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.489304 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.489552 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.489777 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.490060 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.490342 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.490615 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.490884 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.491154 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.491440 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.491693 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.491955 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.492232 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.492510 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.492788 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.493055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.493324 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.493611 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.493875 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.494155 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.494421 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.494688 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.494952 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.495230 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.495491 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.495760 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.496052 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.496328 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.496607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.496884 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.497151 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.497446 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.497716 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.497980 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.498244 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_json = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.498510 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.498776 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.499050 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.499315 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.499580 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.499846 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.500109 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.500385 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:39.500676 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.500965 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.501259 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.501570 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.501859 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.502135 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.502419 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.502690 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.502973 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.503252 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.503536 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.503806 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.504086 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.504355 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.504642 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.504970 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.505251 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.505561 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.505831 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.506099 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.506365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.506635 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.506914 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.507198 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.507479 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.507748 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.508019 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.508301 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.508571 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.509189 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.509479 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.509762 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.510032 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.510297 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.510570 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.510841 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.511106 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.511372 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.511644 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.511926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.512193 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.512458 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.512722 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.512992 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.513256 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.513558 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.513829 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.514097 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.514361 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.514631 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.514898 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.515168 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.515438 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.515703 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.515972 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.516236 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.516503 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.516771 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.517037 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.517301 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.517592 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.517860 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.518129 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.518395 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.518662 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.518928 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.519194 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.519462 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.519748 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.520038 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.520308 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.520628 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.520904 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.521173 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.521473 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.521746 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.522017 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.522288 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.522557 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.522852 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.523123 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.523405 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.523681 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.523950 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.524237 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.524513 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.524789 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.525063 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.525332 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.525634 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.525909 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.526195 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.526479 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.526766 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.527050 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.527339 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.527611 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.527910 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.528179 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:39.528389 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:44:39.528623 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93833) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 22:44:39.871402 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 22:44:39.871631 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 22:44:39.871971 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 22:44:39.872281 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 22:44:40.262448 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.262684 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.262988 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.264195 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.264466 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.264726 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.298559 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.298842 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.299110 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.315418 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.315691 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.315955 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.343873 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.344142 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.344409 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.379217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.379500 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.379766 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.607596 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.608228 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.608228 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.608228 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.608965 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.726705 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.727027 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.727293 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.727562 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.727816 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.728120 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.728372 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.728633 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.728874 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.729148 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.729399 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.729682 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.729911 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.730153 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.730393 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.730657 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.730902 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.731161 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.731420 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.731670 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.731933 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.732165 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.732441 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.732815 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.733059 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.733307 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.733720 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.733956 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.734195 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.734422 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.734656 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.734882 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:40.735241 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 22:44:40.738385 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 22:44:40.742496 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 22:44:40.746294 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 12 22:44:40.748037 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 22:44:40.748504 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 22:44:40.748833 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 22:44:40.749213 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 22:44:40.751995 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 22:44:40.752244 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 22:44:40.752620 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 22:44:40.757997 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 22:44:40.779835 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 22:44:40.780278 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.780574 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93833) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 22:44:40.780955 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.782291 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93833) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 22:44:40.782574 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 22:44:40.782817 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 22:44:40.786298 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.786573 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:40.849859 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 22:44:40.850063 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 22:44:40.850327 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 22:44:40.850681 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 22:44:40.872958 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_db.sqlalchemy.engines [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93833) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 22:44:41.419450 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing driver for type 'gre' Aug 12 22:44:41.420001 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] gre ID ranges: [(1, 1000)] Aug 12 22:44:41.485494 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing driver for type 'local' Aug 12 22:44:41.485832 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing driver for type 'vlan' Aug 12 22:44:41.501091 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] VlanTypeDriver initialization complete Aug 12 22:44:41.501453 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing driver for type 'vxlan' Aug 12 22:44:41.501949 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] vxlan ID ranges: [(1, 1000)] Aug 12 22:44:41.560007 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing extension driver 'port_security' Aug 12 22:44:41.560347 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.extensions.port_security [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] PortSecurityExtensionDriver initialization complete Aug 12 22:44:41.560741 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing mechanism driver 'openvswitch' Aug 12 22:44:41.561094 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing mechanism driver 'hyperv' Aug 12 22:44:41.570970 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.plugin [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:41.572105 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.572718 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.573316 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.574204 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.574934 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.575532 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.576118 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.576790 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.577509 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.578122 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.578697 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.579274 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.579705 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.580288 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.580643 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.581044 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.581605 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.581960 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.582306 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.582705 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.583108 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > address_group after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.583466 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > address_group after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.583799 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.584193 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 22:44:41.584576 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] ML2 OVO RPC backend initialized. {{(pid=93833) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 22:44:41.585306 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.585702 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.586117 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.586467 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > networks before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.586811 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.587151 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > ports before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.587491 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.587827 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnets before_response 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.588169 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.588509 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.588943 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.589396 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.589736 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.590074 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.590409 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.590748 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.591081 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.591660 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.plugin [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Modular L2 Plugin initialization complete Aug 12 22:44:41.591991 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading services supported by the core plugin {{(pid=93833) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 22:44:41.592313 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.plugins.ml2.managers [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Got port-security extension from driver 'port_security' Aug 12 22:44:41.592772 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.extensions.vlantransparent [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Disabled vlantransparent extension. Aug 12 22:44:41.593270 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93833) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 22:44:41.593611 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: router Aug 12 22:44:41.630914 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.631517 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_create 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.631605 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router before_create 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.632002 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.632371 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.632721 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_delete 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.633076 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.633462 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_create 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.634158 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.634515 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.634865 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.635217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.635614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.635977 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.636310 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.636645 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: subnet after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.637007 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.637360 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.637714 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_create 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.638053 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.638387 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.638739 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router after_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.639072 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.639401 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_create 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.639760 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.640100 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_update 55549900 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.640458 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > agent after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.640807 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > agent after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.641149 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > network after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.642040 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Tracking information for resource: router configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:41.642376 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Tracking information for resource: floatingip configured {{(pid=93833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 22:44:41.647349 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.db.l3_agentschedulers_db [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 22:44:41.648029 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.648393 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.648740 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.649089 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: port after_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.649895 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router before_create 55550100 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.650263 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.650616 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_create 55550100 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.650968 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > router precommit_update 55550100 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.655575 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.provider_configuration [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service providers = [] {{(pid=93833) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 22:44:41.655941 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.db.servicetype_db [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93833) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 22:44:41.658884 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.service_base [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:44:41.659231 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.service_base [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:44:41.659579 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.service_base [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:44:41.660464 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.services.service_base [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 22:44:41.660832 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.services.service_base [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 22:44:41.661230 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.661575 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 22:44:41.672161 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.672427 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: auto_allocate Aug 12 22:44:41.678206 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: network precommit_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.678575 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: network precommit_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.679094 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.679410 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: tag Aug 12 22:44:41.685885 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.686209 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: timestamp Aug 12 22:44:41.690171 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.690504 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: network_ip_availability Aug 12 22:44:41.695946 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.696314 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.696672 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.697372 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.697716 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: flavors Aug 12 22:44:41.702439 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.702766 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading Plugin: revisions Aug 12 22:44:41.707032 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 22:44:41.707424 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 22:44:41.708186 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93833) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 22:44:41.708542 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Initializing extension manager. Aug 12 22:44:41.709051 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: __init__.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.709395 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: __pycache__ {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.709747 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.710078 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: address_group.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.710833 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.711410 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: address-group Aug 12 22:44:41.711733 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: address_scope.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.712453 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.712953 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: address-scope Aug 12 22:44:41.713258 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.714208 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.714723 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: router-admin-state-down-before-update Aug 12 22:44:41.715042 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: agent.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.715933 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.716449 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: agent Aug 12 22:44:41.716762 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: agent_resources_synced.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.717714 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.718218 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: agent-resources-synced Aug 12 22:44:41.718542 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: allowedaddresspairs.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.720321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.720842 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: allowed-address-pairs Aug 12 22:44:41.721163 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: auto_allocated_topology.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.722268 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.722784 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: auto-allocated-topology Aug 12 22:44:41.723102 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: availability_zone.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.723830 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.724339 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: availability_zone Aug 12 22:44:41.724653 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: availability_zone_filter.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.725601 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.726110 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: availability_zone_filter Aug 12 22:44:41.726428 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: data_plane_status.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.727338 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.727847 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 22:44:41.728159 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: default_subnetpools.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.729075 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.729624 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: default-subnetpools Aug 12 22:44:41.729945 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.730757 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.731265 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: dhcp_agent_scheduler Aug 12 22:44:41.731586 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: dns.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.732488 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.732993 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension dns-integration not supported by any of loaded plugins Aug 12 22:44:41.733310 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: dns_domain_ports.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.734258 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.734764 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 22:44:41.735087 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.735999 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.736504 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 22:44:41.736824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: dvr.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.737527 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.738030 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: dvr Aug 12 22:44:41.738350 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: ecmp_routes.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.739401 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.739913 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 22:44:41.740232 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: empty_string_filtering.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.741151 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.741706 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: empty-string-filtering Aug 12 22:44:41.742025 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.742933 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.743437 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 22:44:41.743753 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.744672 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.745179 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 22:44:41.745534 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: external_net.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.746440 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.746947 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: external-net Aug 12 22:44:41.747264 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.748168 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.748671 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: extra_dhcp_opt Aug 12 22:44:41.748986 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: extraroute.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.749934 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.750437 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: extraroute Aug 12 22:44:41.750752 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: extraroute_atomic.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.751774 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.752279 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: extraroute-atomic Aug 12 22:44:41.752597 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: filter_validation.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.753252 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.753785 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: filter-validation Aug 12 22:44:41.754100 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: fip_pf_description.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.755038 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.755535 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 22:44:41.755853 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: fip_port_details.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.756767 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.757271 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: fip-port-details Aug 12 22:44:41.757615 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: flavors.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.759169 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.759685 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: flavors Aug 12 22:44:41.760008 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.761677 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.762204 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 22:44:41.762534 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: floatingip_pools.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.763243 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.763758 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: floatingip-pools Aug 12 22:44:41.764081 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: ip_allocation.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.765017 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.765557 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 22:44:41.765881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.766795 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.767308 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: ip-substring-filtering Aug 12 22:44:41.767628 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l2_adjacency.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.768609 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.769075 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 22:44:41.769444 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.770705 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.771228 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: router Aug 12 22:44:41.771551 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.773862 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.774399 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 22:44:41.774728 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.775667 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.776187 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: ext-gw-mode Aug 12 22:44:41.776513 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.777490 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.778008 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: l3-ha Aug 12 22:44:41.778330 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3_flavors.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.779243 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.779752 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: l3-flavors Aug 12 22:44:41.780072 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.781046 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.781517 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 22:44:41.781844 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: l3agentscheduler.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.782905 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.783414 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: l3_agent_scheduler Aug 12 22:44:41.783740 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: logging.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.785226 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.785795 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension logging not supported by any of loaded plugins Aug 12 22:44:41.786157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: metering.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.786901 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.787487 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: metering Aug 12 22:44:41.787820 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.788908 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.789492 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: metering_source_and_destination_fields Aug 12 22:44:41.789816 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: multiprovidernet.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.790740 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.791252 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: multi-provider Aug 12 22:44:41.791575 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: netmtu.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.792485 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.792992 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: net-mtu Aug 12 22:44:41.793314 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: netmtu_writable.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.794273 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.794783 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: net-mtu-writable Aug 12 22:44:41.795105 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: network_availability_zone.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.795774 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.796275 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: network_availability_zone Aug 12 22:44:41.796593 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: network_ip_availability.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.797705 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.798220 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: network-ip-availability Aug 12 22:44:41.798543 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: network_segment_range.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.799315 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.799818 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 22:44:41.800137 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: pagination.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.801115 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.801474 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: pagination Aug 12 22:44:41.802195 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: port_device_profile.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.802868 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.803446 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: port-device-profile Aug 12 22:44:41.803763 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.805063 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.805605 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: port-mac-address-regenerate Aug 12 22:44:41.805925 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.806830 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.807344 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: port-numa-affinity-policy Aug 12 22:44:41.807662 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: port_resource_request.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.808572 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.809079 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 22:44:41.809426 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: portbindings.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.810365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.810876 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: binding Aug 12 22:44:41.811199 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: portbindings_extended.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.812614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.813138 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: binding-extended Aug 12 22:44:41.813507 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: portsecurity.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.814442 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.814961 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: port-security Aug 12 22:44:41.815286 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: project_id.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.816249 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.816579 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: project-id Aug 12 22:44:41.816901 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: providernet.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.818056 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.818572 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: provider Aug 12 22:44:41.818893 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.822514 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.823043 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos not supported by any of loaded plugins Aug 12 22:44:41.823379 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.824633 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.825158 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 22:44:41.825514 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.826436 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.826952 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 22:44:41.827276 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_default.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.828185 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.828699 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-default not supported by any of loaded plugins Aug 12 22:44:41.829019 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_fip.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.829697 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.830230 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-fip not supported by any of loaded plugins Aug 12 22:44:41.830547 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_gateway_ip.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.831472 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.831981 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 22:44:41.832294 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_port_network_policy.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.833257 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.833791 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 22:44:41.834108 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_pps_rule.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.835300 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.835806 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-pps not supported by any of loaded plugins Aug 12 22:44:41.836128 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_rule_type_details.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.837038 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.837588 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 22:44:41.837906 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: qos_rules_alias.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.838939 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.839446 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 22:44:41.839768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: quotasv2.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.840702 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.841029 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: quotas Aug 12 22:44:41.841364 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: quotasv2_detail.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.844438 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.844794 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: quota_details Aug 12 22:44:41.845123 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: rbac.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.846415 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.846943 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: rbac-policies Aug 12 22:44:41.847274 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: rbac_address_group.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.848209 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.848759 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: rbac-address-group Aug 12 22:44:41.849079 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: rbac_address_scope.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.850033 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.850538 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: rbac-address-scope Aug 12 22:44:41.850859 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: rbac_security_groups.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.851751 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.852255 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: rbac-security-groups Aug 12 22:44:41.852571 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: rbac_subnetpool.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.853535 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.854042 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: rbac-subnetpool Aug 12 22:44:41.854358 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: revisionifmatch.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.855280 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.855787 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: revision-if-match Aug 12 22:44:41.856107 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: revisions.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.857220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.857759 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: standard-attr-revisions Aug 12 22:44:41.858086 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: router_availability_zone.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.858761 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.859269 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: router_availability_zone Aug 12 22:44:41.859588 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: routerservicetype.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.860498 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.861002 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension router-service-type not supported by any of loaded plugins Aug 12 22:44:41.861320 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.862264 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.862773 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: security-groups-normalized-cidr Aug 12 22:44:41.863086 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.864015 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.864596 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: port-security-groups-filtering Aug 12 22:44:41.864912 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.865869 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.866378 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: security-groups-remote-address-group Aug 12 22:44:41.866701 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: securitygroup.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.876255 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.876785 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: security-group Aug 12 22:44:41.877119 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: segment.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.877944 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.878451 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension segment not supported by any of loaded plugins Aug 12 22:44:41.878773 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.879739 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.880261 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 22:44:41.880615 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: servicetype.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.881826 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.882342 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: service-type Aug 12 22:44:41.882666 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: sorting.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.883647 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.884331 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: sorting Aug 12 22:44:41.884654 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: standard_attr_segment.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.885578 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.886091 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 22:44:41.886410 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: standardattrdescription.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.887055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.887581 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: standard-attr-description Aug 12 22:44:41.887894 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: stateful_security_group.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.888815 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.889324 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: stateful-security-group Aug 12 22:44:41.889672 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: stdattrs_common.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.890243 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 22:44:41.890564 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.891486 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.891998 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 22:44:41.892322 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnet_onboard.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.893409 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.893921 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: subnet_onboard Aug 12 22:44:41.894242 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.895165 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.895778 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 22:44:41.896046 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnet_service_types.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.896957 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.897506 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: subnet-service-types Aug 12 22:44:41.897827 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnetallocation.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.898904 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.899418 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: subnet_allocation Aug 12 22:44:41.899738 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.900402 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.900906 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: subnetpool-prefix-ops Aug 12 22:44:41.901220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.902179 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.902691 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 22:44:41.903014 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: tagging.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.904088 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.904611 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: standard-attr-tag Aug 12 22:44:41.904933 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: timestamp.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.906158 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.906669 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loaded extension: standard-attr-timestamp Aug 12 22:44:41.906996 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: trunk.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.908011 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.908522 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension trunk not supported by any of loaded plugins Aug 12 22:44:41.908846 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: trunk_details.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.909796 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.910305 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension trunk-details not supported by any of loaded plugins Aug 12 22:44:41.910622 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: uplink_status_propagation.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.911566 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.912108 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 22:44:41.912393 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Loading extension file: vlantransparent.py {{(pid=93833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 22:44:41.913056 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 22:44:41.913589 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 22:44:41.916090 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:network Aug 12 22:44:41.916616 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnet Aug 12 22:44:41.917012 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:44:41.917432 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:port Aug 12 22:44:41.918644 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.919106 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service FLAVORS assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.919714 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.920167 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.920525 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:router Aug 12 22:44:41.920981 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:floatingip Aug 12 22:44:41.921529 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service METERING assigned prefix: /metering {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.923075 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.923387 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.923740 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:44:41.924802 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 22:44:41.925251 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:security_group Aug 12 22:44:41.925711 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 22:44:41.927726 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service CORE assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.928073 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:44:41.928436 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] subnetpool is already registered Aug 12 22:44:41.928895 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service CORE assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.929225 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:44:41.929600 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] subnetpool is already registered Aug 12 22:44:41.931893 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.932319 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service FLAVORS assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.932909 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.933328 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.933692 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:router Aug 12 22:44:41.934028 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] router is already registered Aug 12 22:44:41.934446 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:floatingip Aug 12 22:44:41.934781 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] floatingip is already registered Aug 12 22:44:41.935240 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service METERING assigned prefix: /metering {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.935900 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 22:44:41.936226 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] rbac_policy is already registered Aug 12 22:44:41.936646 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:security_group Aug 12 22:44:41.936981 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] security_group is already registered Aug 12 22:44:41.937401 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 22:44:41.937744 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] security_group_rule is already registered Aug 12 22:44:41.938379 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service CORE assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.938711 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:44:41.939042 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] subnetpool is already registered Aug 12 22:44:41.939470 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.v2.resource_helper [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Service CORE assigned prefix: {{(pid=93833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 22:44:41.939794 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 22:44:41.940127 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING neutron.quota.resource_registry [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] subnetpool is already registered Aug 12 22:44:41.940589 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: extensions {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.942110 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: address-groups {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.943748 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: address-scopes {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.945081 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: agents {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.946267 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: auto-allocated-topology {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.947526 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: availability_zones {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.948754 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: dhcp-networks {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.950297 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: dhcp-agents {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.951718 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: routers {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.953483 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: flavors {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.954758 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: service_profiles {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.955955 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: next_providers {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.957409 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: service_profiles {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.959125 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: floatingip-pools {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.960497 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: routers {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.962248 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: floatingips {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.963542 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: l3-routers {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.964928 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: l3-agents {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.966366 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: metering-labels {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.967627 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: metering-label-rules {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.968993 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: network-ip-availabilities {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.970276 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: bindings {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.971831 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: quotas {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.973365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: quotas {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.974985 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: rbac-policies {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.976164 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: security-groups {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.977505 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: security-group-rules {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.978743 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: service-providers {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.979959 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: subnetpools {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.981319 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: subnetpools {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.982951 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.984644 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.986470 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.988251 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.990081 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.993031 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.994732 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.996510 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:41.998418 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:42.000170 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron.api.extensions [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Extended resource: tags {{(pid=93833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 22:44:42.006240 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING keystonemiddleware.auth_token [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 22:44:42.011230 dv-cinder-759943-11-iscsi neutron-server[93833]: WARNING keystonemiddleware.auth_token [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 22:44:42.019735 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Acquired lock "singleton_lock" {{(pid=93833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 22:44:42.020214 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_concurrency.lockutils [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Releasing lock "singleton_lock" {{(pid=93833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 22:44:42.020890 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Starting 2 workers Aug 12 22:44:42.025674 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Started child 93942 {{(pid=93833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:44:42.030057 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Started child 93943 {{(pid=93833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:44:42.031044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.031732 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO neutron.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 22:44:42.032166 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Notify callbacks [] for process, before_spawn {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.032481 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [-] (93942) wsgi starting up on http://0.0.0.0:9696 Aug 12 22:44:42.034485 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Starting 1 workers Aug 12 22:44:42.034622 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.036351 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [-] (93943) wsgi starting up on http://0.0.0.0:9696 Aug 12 22:44:42.039658 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Started child 93944 {{(pid=93833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:44:42.040181 dv-cinder-759943-11-iscsi neutron-server[93833]: INFO oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Starting 1 workers Aug 12 22:44:42.043353 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] calling RpcWorker wait() {{(pid=93944) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 22:44:42.043960 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] returning from RpcWorker wait() {{(pid=93944) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 22:44:42.044639 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Started child 93945 {{(pid=93833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 22:44:42.045042 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.045462 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG neutron_lib.callbacks.manager [None req-970180f4-bc10-4eee-94ee-cf376a86f5bd None None] Notify callbacks [] for process, after_spawn {{(pid=93833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.045600 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:42.047316 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 22:44:42.047479 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:44:42.047684 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:44:42.047868 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:44:42.048190 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:44:42.048352 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:44:42.048878 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.049130 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.049392 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.049672 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.049926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.050170 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:42.050687 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.050785 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.051026 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.051252 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:42.051350 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.051517 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.051717 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.051858 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.052111 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.052365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.052641 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.052903 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.053143 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.053410 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.053589 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.053845 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.054100 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.054344 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.054614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] debug = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.054847 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.055326 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.055566 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.055809 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.056026 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.056304 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.056543 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.056837 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.057038 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.057251 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.057508 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.057741 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.057995 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.058251 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.058440 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.058689 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.058908 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.059372 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] host = dv-cinder-759943-11-iscsi {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.059614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.059841 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.060066 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.060327 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.060577 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.060792 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.061044 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.061291 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.061561 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.061780 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.062016 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.062257 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.062495 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.062725 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.062885 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_options = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.063118 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.063369 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.063626 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.063812 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.063977 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.064146 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.064396 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.064545 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.064795 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.065007 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.065217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.065453 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.065683 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.065894 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.066141 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.066378 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.066615 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.066822 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.067076 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.067443 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.067729 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.067960 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.068206 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.068442 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.068655 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.068883 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.069134 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.069370 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.069588 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.069846 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.070074 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.070330 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.070564 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.070805 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.071030 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.071256 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.071467 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.071733 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.071960 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.072205 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.072446 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.072664 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.072902 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.073115 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.073359 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.073585 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_json = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.073798 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.074048 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.074297 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.074509 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.074726 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.074942 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.075143 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.075388 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.075825 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.076077 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.076397 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.076662 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.077178 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.077178 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.077552 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.077778 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.078055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.078273 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.078583 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.078831 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.079094 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.079411 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.079729 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.080098 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.080627 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.080717 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.080887 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.081123 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.081416 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.081633 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.082008 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.082205 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.082471 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.082736 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.083339 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.083432 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.083655 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.083849 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.084067 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.084286 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.084549 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.084791 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.085015 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.085265 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.085538 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.085774 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.086002 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.086262 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.086516 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.086751 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.086977 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.087196 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.087410 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.087625 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.087859 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.088087 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.088308 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.088560 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.088795 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.089018 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.089233 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.089481 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.089724 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.089962 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.090186 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.090422 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.090657 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.090879 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.091134 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.091385 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.091655 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092084 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092084 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092609 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092609 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092822 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.092927 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.093122 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.093614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.093849 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.094092 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.094319 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.094595 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.094799 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.094947 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.095180 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.095374 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.095546 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.095777 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.096009 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.096179 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.096623 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.096774 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.097044 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.097460 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.097918 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.098156 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.098333 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.098771 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.098962 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.099187 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.099870 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.099870 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.100168 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.100427 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.100572 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.100715 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.101041 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.101486 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.101486 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.101791 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.101956 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.102157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.102408 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.102659 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.102939 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.103359 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.103614 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.103868 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.104216 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.104467 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.104745 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.104973 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.105312 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.105716 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.105926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.106217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.106467 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.106689 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.106951 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.107352 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.107594 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.108000 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.108150 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.108286 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.108590 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.108753 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.109195 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.109383 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.109542 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.109803 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.110081 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.110382 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.110781 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.111187 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.111441 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.111665 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.111932 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.112231 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.112434 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.112691 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.112981 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.113294 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.113508 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.113695 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.113926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.114220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.114469 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.114729 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.114984 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.115247 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.115592 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.115750 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.116171 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.116171 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.116475 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.116877 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.117024 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.117171 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.117317 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.117585 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.117973 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.118152 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.118305 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.118507 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.118754 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.119050 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.119251 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.119500 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.119716 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.119958 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.120197 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.120446 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.120666 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.120911 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.121129 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.121385 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.121595 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.121827 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.122054 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.122285 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.122607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.122823 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.123078 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.123313 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.123641 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.123887 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.124119 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.124375 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.124595 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.124842 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.125075 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.125290 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.125607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.125745 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.125958 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.126519 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.126519 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.126732 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.127136 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.127136 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.127359 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.127571 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.127778 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.128062 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.128306 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.128530 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.128778 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.129019 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.129269 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.129466 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.129943 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.130173 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.130594 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.130826 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.131035 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.131262 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.131471 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.131830 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132196 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132196 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132466 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132599 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132745 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.132908 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.133128 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.133408 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.133584 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.134135 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.134385 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.134595 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.134814 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.135028 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.135255 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.135480 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.135734 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.135878 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.136116 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.136331 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.136538 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.136846 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.137087 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.137321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.137625 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.137857 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.138102 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.138394 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.138650 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.138910 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.139435 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.139435 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.139886 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.139886 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.140886 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.140886 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.140886 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.141401 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.141401 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.141679 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.141850 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.142241 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.142415 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.142706 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.142977 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.143258 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.143515 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.143757 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.144026 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.144278 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.144510 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.144970 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.145435 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.145805 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.146112 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.146258 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.146649 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.147060 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.147422 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.147788 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.148170 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.148602 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.148966 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.149388 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.149687 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:44:42.150361 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 22:44:42.150712 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 22:44:42.151046 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 22:44:42.151408 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 22:44:42.151596 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 22:44:42.151875 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 22:44:42.152220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.152517 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.152810 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.153115 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.153447 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.153756 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.154072 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.154360 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.154716 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.155006 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.155297 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.155585 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.156014 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.156218 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.156379 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.156553 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.156782 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157123 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157123 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157297 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157433 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157903 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.157903 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] debug = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158103 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158184 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158355 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158518 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158672 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158823 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.158986 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159121 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159272 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159442 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159802 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.159972 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.160239 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.160359 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.160430 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.160570 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.160911 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] host = dv-cinder-759943-11-iscsi {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.161243 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.161573 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.161865 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.162232 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.162386 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.162695 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.162856 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.163146 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.163454 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.163741 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.164031 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.164316 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.164611 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.164791 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.164916 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_options = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.165203 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.165556 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.165707 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.165895 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166026 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166199 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166330 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166473 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166651 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166801 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.166963 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167064 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167225 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167398 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167526 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167677 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167831 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.167997 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.168137 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.168296 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.168447 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.168746 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.168903 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.169059 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.169217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.169404 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.169582 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.169732 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.170023 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.170340 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.170496 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.170650 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.170959 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171121 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171275 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171435 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171591 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171753 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.171907 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172063 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172216 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172375 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172530 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172686 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172842 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.172996 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_json = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173201 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173308 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173480 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173635 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173791 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.173947 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.174107 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.174264 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 22:44:42.174445 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.174622 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.174830 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.174931 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.175075 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.175393 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.175693 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.175854 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176015 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176174 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176340 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176515 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176715 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.176868 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177030 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.177824 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178208 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178208 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178356 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178434 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178561 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178717 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.178881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179575 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179653 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179776 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.179944 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180094 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180248 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180407 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180566 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180727 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.180885 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181042 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181244 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181392 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181508 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181980 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181980 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.181980 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.182238 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.182238 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.182396 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.182561 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.182860 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.183178 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.183341 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.183496 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.183807 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.183964 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184077 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:42.184170 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184272 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184431 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184588 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184765 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.184925 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185079 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185236 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185419 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185578 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185735 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.185892 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186049 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186206 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186364 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186523 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186685 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.186842 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187003 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187161 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187322 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187480 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187637 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187795 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.187952 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188110 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188269 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188436 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188609 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.188928 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189087 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189246 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189429 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189589 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189747 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.189906 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190063 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190221 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190380 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190539 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190697 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.190854 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191013 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191170 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191327 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191486 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191643 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191798 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.191957 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.192114 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.192424 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.192626 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.192786 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.192954 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193111 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193273 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193455 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193621 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193789 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.193939 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194100 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194259 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194415 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194574 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194731 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.194892 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195059 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195213 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195371 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195540 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195709 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.195865 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196035 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196193 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196358 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196517 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196675 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.196832 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.197311 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.197311 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.197504 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.197579 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198157 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198475 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198475 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198613 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198890 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.198890 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199064 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199410 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199530 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199696 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199855 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.199995 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.200155 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.200388 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.200483 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.200607 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.200912 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.201229 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.201481 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.201716 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.201815 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.201947 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.202252 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.202413 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.202571 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.202732 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.202892 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.203052 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.203211 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.203370 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.203529 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204055 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204291 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204291 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204444 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204588 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204750 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.204911 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205068 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.205881 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.206646 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.206646 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.206646 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.206646 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.206646 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.207768 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208400 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208400 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208400 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208400 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208674 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.208674 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209414 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209414 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209414 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209414 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209414 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209792 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209792 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.209962 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210041 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210162 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210317 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210477 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210637 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210792 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.210950 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.211913 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212324 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212324 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212324 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212536 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212611 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212733 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.212903 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213059 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213217 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213395 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213554 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213712 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.213880 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214042 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214200 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214365 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214522 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214678 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.214835 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215003 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215161 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215321 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215478 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215636 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215793 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.215955 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216121 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216287 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216451 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216612 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216777 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.216943 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217109 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217267 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.217926 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218220 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218387 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218497 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218655 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218813 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.218970 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219127 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219285 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219442 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219598 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219754 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.219911 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.220068 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.220224 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.220382 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.220540 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 22:44:42.220689 dv-cinder-759943-11-iscsi neutron-server[93833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 22:44:42.429582 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44752) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:44:42.438449 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065806 Aug 12 22:44:53.649111 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf0aa1-2375-467c-a6d3-461c8451fa72 None None] get_active_networks_info from dv-cinder-759943-11-iscsi {{(pid=93944) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 22:44:53.708952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf0aa1-2375-467c-a6d3-461c8451fa72 None None] No non-hosted networks {{(pid=93944) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 22:44:53.723977 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.agentschedulers_db [None req-9abf0aa1-2375-467c-a6d3-461c8451fa72 None None] DHCP Agent not found on host dv-cinder-759943-11-iscsi {{(pid=93944) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 22:44:53.810739 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fb24309b-e4ac-429e-9c7b-2f57f2f38a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.363439 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1abe19ee-d6f0-4659-b482-2418ef9ad5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.395313 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d094f568-09b4-4f6e-a6ce-684fae792922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.694689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:56.695920 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.696514 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.697249 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.697963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.699657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.700361 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.701096 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.702117 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.703473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.704058 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.705590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.706275 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:44:56.706927 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:56.720472 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:44:57.314194 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:44:58.754880 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:00.046389 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44844) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:00.561733 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING oslo_policy.policy [None req-07b59366-01e0-4016-9ab7-8eaa6122dd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:00.562297 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING oslo_policy.policy [None req-07b59366-01e0-4016-9ab7-8eaa6122dd3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:00.778665 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [None req-07b59366-01e0-4016-9ab7-8eaa6122dd3d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:45:00.779758 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-07b59366-01e0-4016-9ab7-8eaa6122dd3d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7321644 Aug 12 22:45:01.624450 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.db.l3_hamode_db [None req-e4806f5a-25f2-4aac-832d-5604750712ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 22:45:01.700053 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4806f5a-25f2-4aac-832d-5604750712ef None None] Routers set() bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:45:01.700422 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4806f5a-25f2-4aac-832d-5604750712ef None None] Router IDs set() for agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 22:45:03.142021 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:03.501024 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:03.599583 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.policy [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93943) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 22:45:03.643214 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING oslo_policy.policy [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:03.643596 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING oslo_policy.policy [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:03.652047 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.quota [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] Loaded quota_driver: . Aug 12 22:45:03.747460 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762310912133', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762310912726', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762310932815', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762310931224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762309454783', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762310942795', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7813959', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7710304', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713613', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760799'] for rbac-policy, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:03.823823 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:03.825763 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-4fbbedb9-0388-48e3-bfbf-aaa51e2ed72f admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6821811 Aug 12 22:45:06.453316 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:06.775045 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'name': 'private', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:06.813401 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Made reservation on behalf of 4ee0205ff2444f8788b5e8151ed9d1db for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:45:06.817281 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:06.834279 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:06.967756 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:06.974611 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:07.000806 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:45:07.030302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762307897703', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:07.030901 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Unsubscribe: segment precommit_create {{(pid=93943) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 22:45:07.031412 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Added segment 1335f6f0-a5c7-41e1-9612-0a0777b2a304 of type vlan for network 4e4cd9db-7ddf-4311-9387-b7101441215c Aug 12 22:45:07.048732 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b06c4-43fa-4e06-b249-33331ee4f4f3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:07.097799 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.098180 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.098486 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.098879 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.099278 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.099665 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.100045 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.100399 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.100791 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.101163 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.101539 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.101863 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Tracked resource versions report: Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: pushed versions: Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: { 'AddressGroup': {'1.2'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Log': {'1.0'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Network': {'1.1'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Port': {'1.7'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'PortForwarding': {'1.2'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'QosPolicy': {'1.9'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroup': {'1.4'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SubPort': {'1.0'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Subnet': {'1.1'}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Trunk': {'1.1'}} Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: consumer versions: Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'ConntrackHelper': '1.0', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Log': '1.0', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Network': '1.1', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Port': '1.7', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'PortForwarding': '1.2', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'QosPolicy': '1.9', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroup': '1.4', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroupRule': '1.2', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SubPort': '1.0', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Subnet': '1.1', Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Trunk': '1.1'}} Aug 12 22:45:07.103328 dv-cinder-759943-11-iscsi neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:45:07.150072 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:07.202492 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:07.203612 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:07.204229 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:07.283361 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8287740 Aug 12 22:45:07.301426 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa993a2e-e6e5-4ccb-badd-5024b3f8ca8e admin admin] Pushing event updated for resources: {'Network': ['ID=4e4cd9db-7ddf-4311-9387-b7101441215c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:07.314178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 4e4cd9db-7ddf-4311-9387-b7101441215c details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:45:09.995838 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:10.557629 dv-cinder-759943-11-iscsi neutron-server[93942]: WARNING oslo_policy.policy [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:10.558432 dv-cinder-759943-11-iscsi neutron-server[93942]: WARNING oslo_policy.policy [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:10.997486 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.policy [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 22:45:11.041687 dv-cinder-759943-11-iscsi neutron-server[93942]: WARNING oslo_policy.policy [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:11.042048 dv-cinder-759943-11-iscsi neutron-server[93942]: WARNING oslo_policy.policy [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 22:45:11.050466 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:11.052363 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-dbc950c5-2c45-4bb5-9741-31056feb272a admin admin] 10.222.0.13 "GET /v2.0/networks/4e4cd9db-7ddf-4311-9387-b7101441215c HTTP/1.1" status: 200 len: 825 time: 1.0537491 Aug 12 22:45:11.095535 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7d8ae692-98fa-49af-9bc6-2372ff52673f admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8200dae1-74da-4295-bedf-10dbc408f1c4 HTTP/1.1" status: 200 len: 734 time: 0.0336740 Aug 12 22:45:11.106479 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:11.108089 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.quota [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Loaded quota_driver: . Aug 12 22:45:11.154875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Made reservation on behalf of 4ee0205ff2444f8788b5e8151ed9d1db for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:45:11.157597 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:11.458049 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:11.532765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Checking segment: {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:45:11.533186 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Network hostable DHCP agents. Network: 4e4cd9db-7ddf-4311-9387-b7101441215c, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:45:11.535443 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f138e7-9d4b-4dfa-9291-2742b5cc52d7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:11.547660 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.548020 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.548359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.548695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.549012 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.549376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.549689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.550022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.550366 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.550712 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.551142 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.551488 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Tracked resource versions report: Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: pushed versions: Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: { 'AddressGroup': {'1.2'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Log': {'1.0'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Network': {'1.1'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Port': {'1.7'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'PortForwarding': {'1.2'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'QosPolicy': {'1.9'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroup': {'1.4'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SubPort': {'1.0'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Subnet': {'1.1'}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Trunk': {'1.1'}} Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: consumer versions: Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'ConntrackHelper': '1.0', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Log': '1.0', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Network': '1.1', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Port': '1.7', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'PortForwarding': '1.2', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'QosPolicy': '1.9', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroup': '1.4', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroupRule': '1.2', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SubPort': '1.0', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Subnet': '1.1', Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Trunk': '1.1'}} Aug 12 22:45:11.552798 dv-cinder-759943-11-iscsi neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:45:11.592616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Network 4e4cd9db-7ddf-4311-9387-b7101441215c is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:45:11.606092 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 4e4cd9db-7ddf-4311-9387-b7101441215c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:11.610695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:11.611294 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:11.617162 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c0a70c-ff3f-4056-a7da-569848247c94 None None] Network 4e4cd9db-7ddf-4311-9387-b7101441215c requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:45:11.633020 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-acd54003-9950-44bb-84bd-da7cb6ff9397 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5304737 Aug 12 22:45:11.953906 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-4e4cd9db-7ddf-4311-9387-b7101441215c', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:45:11.955210 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.234313 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Allocated IP 172.20.0.2 (4e4cd9db-7ddf-4311-9387-b7101441215c/45f138e7-9d4b-4dfa-9291-2742b5cc52d7/c1efa193-b403-411f-a2e6-703e28965481) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:45:12.470515 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.485375 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Transition to ACTIVE for port object c1efa193-b403-411f-a2e6-703e28965481 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:45:12.507235 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Transition to ACTIVE for port object c1efa193-b403-411f-a2e6-703e28965481 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:45:12.517035 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.591998 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Network 4e4cd9db-7ddf-4311-9387-b7101441215c is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:45:12.599585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:12.601488 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Pushing event updated for resources: {'Port': ['ID=c1efa193-b403-411f-a2e6-703e28965481,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:12.606038 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:45:12.613875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.614338 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.614678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.615008 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.615332 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.615653 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.615973 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.616293 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.616608 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.616923 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.617234 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.617811 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Tracked resource versions report: Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: pushed versions: Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: { 'AddressGroup': {'1.2'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Log': {'1.0'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Network': {'1.1'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Port': {'1.7'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'PortForwarding': {'1.2'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'QosPolicy': {'1.9'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroup': {'1.4'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SubPort': {'1.0'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Subnet': {'1.1'}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Trunk': {'1.1'}} Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: consumer versions: Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'ConntrackHelper': '1.0', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Log': '1.0', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Network': '1.1', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Port': '1.7', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'PortForwarding': '1.2', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'QosPolicy': '1.9', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroup': '1.4', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroupRule': '1.2', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SubPort': '1.0', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Subnet': '1.1', Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Trunk': '1.1'}} Aug 12 22:45:12.618911 dv-cinder-759943-11-iscsi neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:45:12.689332 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Attempting to bind port c1efa193-b403-411f-a2e6-703e28965481 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:45:12.689744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Attempting to bind port c1efa193-b403-411f-a2e6-703e28965481 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:45:12.690137 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Attempting to bind port c1efa193-b403-411f-a2e6-703e28965481 on network 4e4cd9db-7ddf-4311-9387-b7101441215c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:45:12.695220 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:45:12.695618 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Checking segment: {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:45:12.696072 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.696465 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Bound using segment: {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:45:12.696930 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Bound port: c1efa193-b403-411f-a2e6-703e28965481, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:45:12.697328 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.761279 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] For port c1efa193-b403-411f-a2e6-703e28965481, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:45:12.765486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] For port c1efa193-b403-411f-a2e6-703e28965481, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=c1efa193-b403-411f-a2e6-703e28965481,segment=NetworkSegment(1335f6f0-a5c7-41e1-9612-0a0777b2a304),segment_id=1335f6f0-a5c7-41e1-9612-0a0777b2a304)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:45:12.772972 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:12.839076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696add9-2ba7-405d-a603-e3165adeec48 None None] Pushing event updated for resources: {'Port': ['ID=c1efa193-b403-411f-a2e6-703e28965481,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:14.046407 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:14.381091 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [None req-6ebb3d6d-fc8e-4b09-ac58-bb474e9cdd0c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:45:14.382126 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6ebb3d6d-fc8e-4b09-ac58-bb474e9cdd0c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3347812 Aug 12 22:45:16.722483 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:17.053369 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [None req-d6242a91-34b4-46e4-9406-f1214968d744 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:45:17.054399 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d6242a91-34b4-46e4-9406-f1214968d744 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308792 Aug 12 22:45:19.648499 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:19.959397 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Request body: {'router': {'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:19.984846 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:19.986448 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:20.150508 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:20.157093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:20.173792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:20.175125 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-780477ca-51e4-405d-b6a4-6a706e194ac5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5256140 Aug 12 22:45:20.522834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c1efa193-b403-411f-a2e6-703e28965481 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:20.608944 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port c1efa193-b403-411f-a2e6-703e28965481 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:45:21.151172 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e56ad4-28e2-4cbe-aacd-3456cba70c52 None None] Network 4e4cd9db-7ddf-4311-9387-b7101441215c requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:45:21.208260 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Provisioning for port c1efa193-b403-411f-a2e6-703e28965481 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:45:21.213950 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Provisioning complete for port c1efa193-b403-411f-a2e6-703e28965481 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:21.214329 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:21.389247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:21.443325 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] For port c1efa193-b403-411f-a2e6-703e28965481, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=c1efa193-b403-411f-a2e6-703e28965481,segment=NetworkSegment(1335f6f0-a5c7-41e1-9612-0a0777b2a304),segment_id=1335f6f0-a5c7-41e1-9612-0a0777b2a304)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:45:21.449480 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:21.497019 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6e605-838c-47ef-b877-322e16cf0e0b None None] Pushing event updated for resources: {'Port': ['ID=c1efa193-b403-411f-a2e6-703e28965481,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:21.676812 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3ce5546-b4d1-43a1-919c-3239a7df0679 None None] Provisioning complete for port c1efa193-b403-411f-a2e6-703e28965481 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:21.677492 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3ce5546-b4d1-43a1-919c-3239a7df0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:22.496863 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c1efa193-b403-411f-a2e6-703e28965481 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:22.545949 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port c1efa193-b403-411f-a2e6-703e28965481 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:22.546296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:22.575766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:22.927816 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [None req-d5f89bd4-d7b3-4b64-a5f3-2fded1232252 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:45:22.928812 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d5f89bd4-d7b3-4b64-a5f3-2fded1232252 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3519254 Aug 12 22:45:23.531296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e195246e-fa2d-4414-b899-6b211cacc1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.311569 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:25.680108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:25.734214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Made reservation on behalf of 19204b0f857e46659e6ce90e3c57338f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:45:25.736773 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.753060 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.871947 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.877774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.899936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Reserving flat network on physical network physnet1 {{(pid=93942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 22:45:25.922973 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f667796e-045d-4f84-96c4-a4f3556ce2e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:25.931086 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762307897703', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:25.931643 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Unsubscribe: segment precommit_create {{(pid=93942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 22:45:25.932524 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Added segment 6f529b7e-11d1-4dc2-af03-1c40ce34b249 of type flat for network 4272d734-767a-4799-9e35-ccb4302de14f Aug 12 22:45:25.990922 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.040734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.042012 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:26.042884 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.125545 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8124876 Aug 12 22:45:26.141283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dccf5d-1e5d-4274-ad4e-1024a50e5d2d admin admin] Pushing event updated for resources: {'Network': ['ID=4272d734-767a-4799-9e35-ccb4302de14f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:26.158175 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 4272d734-767a-4799-9e35-ccb4302de14f details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:45:26.349074 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a80c2ff2-3420-4170-8127-048dfdcd8966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:26.696299 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:27.260211 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:28.522252 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 44960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:28.720023 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:28.754927 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bbbc6-1ef5-433d-a5ab-5c5e3a8eef24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:28.756289 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e25bbbc6-1ef5-433d-a5ab-5c5e3a8eef24 admin admin] 10.222.0.13 "GET /v2.0/subnets/45f138e7-9d4b-4dfa-9291-2742b5cc52d7 HTTP/1.1" status: 200 len: 849 time: 0.2327921 Aug 12 22:45:28.937514 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-99a58cca-03a7-472f-987d-555bc4d49e71 admin admin] 10.222.0.13 "GET /v2.0/routers/5e9cfa53-c23e-4161-a681-9a8d53c3dbbe HTTP/1.1" status: 200 len: 704 time: 0.1716409 Aug 12 22:45:29.211855 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:29.511110 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Allocated IP 172.20.0.1 (4e4cd9db-7ddf-4311-9387-b7101441215c/45f138e7-9d4b-4dfa-9291-2742b5cc52d7/50b12a50-5d84-4189-9841-b5c11cfbbc45) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:45:29.693146 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:29.716404 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Transition to ACTIVE for port object 50b12a50-5d84-4189-9841-b5c11cfbbc45 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:45:29.802300 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:29.870941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Network 4e4cd9db-7ddf-4311-9387-b7101441215c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:45:29.875655 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:29.879491 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:45:29.880288 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:29.939677 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Pushing event updated for resources: {'Port': ['ID=50b12a50-5d84-4189-9841-b5c11cfbbc45,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:30.038034 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-578f0d5b-d391-47a7-834e-3154834a80f3 None None] Provisioning for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:45:30.041878 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-578f0d5b-d391-47a7-834e-3154834a80f3 None None] Provisioning complete for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:30.042315 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-578f0d5b-d391-47a7-834e-3154834a80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.076005 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-578f0d5b-d391-47a7-834e-3154834a80f3 None None] Port 50b12a50-5d84-4189-9841-b5c11cfbbc45 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:45:30.083307 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.346135 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.353610 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.354341 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.430206 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Pushing event updated for resources: {'Port': ['ID=50b12a50-5d84-4189-9841-b5c11cfbbc45,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:30.480403 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Network 4e4cd9db-7ddf-4311-9387-b7101441215c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:45:30.481791 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:30.645479 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:45:30.699486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-79ea1948-7054-43d0-aaae-3e5f3b0be00f None None] Provisioning complete for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:30.699857 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79ea1948-7054-43d0-aaae-3e5f3b0be00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:30.735846 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-79ea1948-7054-43d0-aaae-3e5f3b0be00f None None] Port 50b12a50-5d84-4189-9841-b5c11cfbbc45 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:45:30.737778 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:45:30.743372 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fa086c34-a87c-467b-bfe0-1abf6feacc22 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e9cfa53-c23e-4161-a681-9a8d53c3dbbe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7996895 Aug 12 22:45:30.761602 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Sync routers for ids ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:45:30.773673 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Routers {'5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:45:30.774738 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:45:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:30.960930 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Set router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:45:31.393056 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:30Z', 'revision_number': 2, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port_host': None, '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:30Z', 'revision_number': 2, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:31.444048 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Checking router: 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:45:31.444396 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Updating router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe port 50b12a50-5d84-4189-9841-b5c11cfbbc45 binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:45:31.493231 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.014801 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.032776 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Transition to ACTIVE for port object 50b12a50-5d84-4189-9841-b5c11cfbbc45 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:45:32.039099 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.198571 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Pushing event updated for resources: {'Port': ['ID=50b12a50-5d84-4189-9841-b5c11cfbbc45,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:32.210226 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Attempting to bind port 50b12a50-5d84-4189-9841-b5c11cfbbc45 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:45:32.210628 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Attempting to bind port 50b12a50-5d84-4189-9841-b5c11cfbbc45 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:45:32.211038 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Attempting to bind port 50b12a50-5d84-4189-9841-b5c11cfbbc45 on network 4e4cd9db-7ddf-4311-9387-b7101441215c {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:45:32.214569 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.214920 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.215257 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.215612 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.215959 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.216307 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.216596 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.216927 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.217250 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.217601 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.217920 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.218240 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Tracked resource versions report: Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: pushed versions: Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: { 'AddressGroup': {'1.2'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Log': {'1.0'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Network': {'1.1'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Port': {'1.7'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'PortForwarding': {'1.2'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'QosPolicy': {'1.9'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroup': {'1.4'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SubPort': {'1.0'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Subnet': {'1.1'}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Trunk': {'1.1'}} Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: consumer versions: Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'ConntrackHelper': '1.0', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Log': '1.0', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Network': '1.1', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Port': '1.7', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'PortForwarding': '1.2', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'QosPolicy': '1.9', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroup': '1.4', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroupRule': '1.2', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SubPort': '1.0', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Subnet': '1.1', Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Trunk': '1.1'}} Aug 12 22:45:32.219617 dv-cinder-759943-11-iscsi neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:45:32.224632 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:45:32.225036 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Checking segment: {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:45:32.225546 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.225945 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Bound using segment: {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:45:32.226457 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Bound port: 50b12a50-5d84-4189-9841-b5c11cfbbc45, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1335f6f0-a5c7-41e1-9612-0a0777b2a304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:45:32.226832 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.292135 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] For port 50b12a50-5d84-4189-9841-b5c11cfbbc45, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:45:32.313846 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] For port 50b12a50-5d84-4189-9841-b5c11cfbbc45, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=50b12a50-5d84-4189-9841-b5c11cfbbc45,segment=NetworkSegment(1335f6f0-a5c7-41e1-9612-0a0777b2a304),segment_id=1335f6f0-a5c7-41e1-9612-0a0777b2a304)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:45:32.319263 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:32.377656 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276fde8-f79f-4b94-a624-e70c76d76eb9 None None] Pushing event updated for resources: {'Port': ['ID=50b12a50-5d84-4189-9841-b5c11cfbbc45,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:32.385867 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Routers {'5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:45:32.386668 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:45:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:32.476259 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] Set router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:45:32.684343 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:30Z', 'revision_number': 2, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port_host': None, '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:32Z', 'revision_number': 4, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:32.710207 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326eda52-a3a8-451c-805e-a6d0ac7db7ee None None] The sync data for ids ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'] in dv-cinder-759943-11-iscsi is: [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:30Z', 'revision_number': 2, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port_host': None, '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:32Z', 'revision_number': 4, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:45:32.947034 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:33.067579 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef645d50-39a3-4e14-ac4c-a372630e8a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:33.068835 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ef645d50-39a3-4e14-ac4c-a372630e8a16 admin admin] 10.222.0.13 "GET /v2.0/networks/4272d734-767a-4799-9e35-ccb4302de14f HTTP/1.1" status: 200 len: 842 time: 0.1208577 Aug 12 22:45:33.078778 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Request body: {'subnet': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:33.100184 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Made reservation on behalf of 19204b0f857e46659e6ce90e3c57338f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:45:33.102775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:33.411808 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.objects.ports [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 22:45:33.412247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:33.459001 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9d3eab-db11-489e-9a88-d1fa0047ccfc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:33.475764 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:45:33.476152 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Network hostable DHCP agents. Network: 4272d734-767a-4799-9e35-ccb4302de14f, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:45:33.493869 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:45:33.502390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 4272d734-767a-4799-9e35-ccb4302de14f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:33.507690 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:33.508952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:33.512278 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94717f3b-7eb0-4c4d-b3a5-a562f63c0af5 None None] Network 4272d734-767a-4799-9e35-ccb4302de14f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:45:33.529411 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c279d3df-ac16-4011-ae55-6a1ed3c752d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4489021 Aug 12 22:45:33.646700 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74587cd-caed-4000-a1d8-95b07b24a01f None None] Network 4272d734-767a-4799-9e35-ccb4302de14f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:45:35.770973 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 44988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:35.978055 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-9deb9a7d-9249-4aa1-aa6e-649b59ef4ca2 admin admin] 10.222.0.13 "GET /v2.0/routers/5e9cfa53-c23e-4161-a681-9a8d53c3dbbe HTTP/1.1" status: 200 len: 710 time: 0.2058370 Aug 12 22:45:36.067362 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ba5e9-c1a9-4223-abd3-c084b4bed68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:45:36.068773 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e93ba5e9-c1a9-4223-abd3-c084b4bed68a admin admin] 10.222.0.13 "GET /v2.0/networks/4272d734-767a-4799-9e35-ccb4302de14f HTTP/1.1" status: 200 len: 886 time: 0.0850511 Aug 12 22:45:36.078894 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:45:36.337879 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:36.615412 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:36.691317 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:36.845542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Allocated IP 172.27.3.222 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/a63ba44f-684a-41d9-b6fd-562d32e5cf26) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:45:36.958244 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.053752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.119786 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:45:37.126809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:45:37.132460 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:45:37.171641 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Pushing event updated for resources: {'Port': ['ID=a63ba44f-684a-41d9-b6fd-562d32e5cf26,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:37.419855 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.616803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-472576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-907'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.621516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-472585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-472818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474712'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.810526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:45:37.918740 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:45:37.923892 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:37.925718 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-49367f36-7912-4d63-a6ba-adc79ba63d6a admin admin] 10.222.0.13 "PUT /v2.0/routers/5e9cfa53-c23e-4161-a681-9a8d53c3dbbe HTTP/1.1" status: 200 len: 890 time: 1.8502250 Aug 12 22:45:38.529526 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 50b12a50-5d84-4189-9841-b5c11cfbbc45 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:38.583294 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:45:38.586991 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:38.587415 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:38.663732 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:38.696362 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 50b12a50-5d84-4189-9841-b5c11cfbbc45, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=50b12a50-5d84-4189-9841-b5c11cfbbc45,segment=NetworkSegment(1335f6f0-a5c7-41e1-9612-0a0777b2a304),segment_id=1335f6f0-a5c7-41e1-9612-0a0777b2a304)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:45:38.701581 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:38.750710 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=50b12a50-5d84-4189-9841-b5c11cfbbc45,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:39.105804 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Sync routers for ids ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:45:39.118482 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Routers {'5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:45:39.119250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:45:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:39.369013 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Set router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:45:39.758429 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:37Z', 'revision_number': 4, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port': {'id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:36Z', 'updated_at': '2021-08-12T22:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:38Z', 'revision_number': 5, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:39.809841 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Checking router: 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:45:39.810217 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Updating router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe port a63ba44f-684a-41d9-b6fd-562d32e5cf26 binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:45:39.857396 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.172973 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.183320 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Transition to ACTIVE for port object a63ba44f-684a-41d9-b6fd-562d32e5cf26 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:45:40.190722 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.247006 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Attempting to bind port a63ba44f-684a-41d9-b6fd-562d32e5cf26 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:45:40.247374 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Attempting to bind port a63ba44f-684a-41d9-b6fd-562d32e5cf26 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:45:40.247740 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Attempting to bind port a63ba44f-684a-41d9-b6fd-562d32e5cf26 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:45:40.249732 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08067-7e7b-404c-a7ab-647e90d78251 None None] Pushing event updated for resources: {'Port': ['ID=a63ba44f-684a-41d9-b6fd-562d32e5cf26,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:40.261112 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:45:40.261500 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:45:40.261909 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.262292 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:45:40.262784 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Bound port: a63ba44f-684a-41d9-b6fd-562d32e5cf26, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:45:40.263168 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.312725 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] For port a63ba44f-684a-41d9-b6fd-562d32e5cf26, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:45:40.315948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] For port a63ba44f-684a-41d9-b6fd-562d32e5cf26, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=a63ba44f-684a-41d9-b6fd-562d32e5cf26,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:45:40.320858 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.326365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:45:40.377326 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Routers {'5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:45:40.378014 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:45:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:40.382791 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08067-7e7b-404c-a7ab-647e90d78251 None None] Pushing event updated for resources: {'Port': ['ID=a63ba44f-684a-41d9-b6fd-562d32e5cf26,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:40.444981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d8d50cd5-6a4d-48c6-ad79-7e668b732ee4 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1173170 Aug 12 22:45:40.527253 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 50b12a50-5d84-4189-9841-b5c11cfbbc45 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:40.610228 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] Set router 5e9cfa53-c23e-4161-a681-9a8d53c3dbbe gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:45:40.656599 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:40.656967 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:40.888354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:37Z', 'revision_number': 4, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port': {'id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:36Z', 'updated_at': '2021-08-12T22:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:38Z', 'revision_number': 5, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:45:40.915396 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fecc64-d6c5-4ab4-9f03-13de9cadf9c4 None None] The sync data for ids ['5e9cfa53-c23e-4161-a681-9a8d53c3dbbe'] in dv-cinder-759943-11-iscsi is: [{'id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'name': 'router1', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:45:19Z', 'updated_at': '2021-08-12T22:45:37Z', 'revision_number': 4, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'gw_port': {'id': 'a63ba44f-684a-41d9-b6fd-562d32e5cf26', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:36Z', 'updated_at': '2021-08-12T22:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '50b12a50-5d84-4189-9841-b5c11cfbbc45', 'name': '', 'network_id': '4e4cd9db-7ddf-4311-9387-b7101441215c', 'tenant_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'mac_address': 'fa:16:3e:9b:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cfa53-c23e-4161-a681-9a8d53c3dbbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:45:29Z', 'updated_at': '2021-08-12T22:45:38Z', 'revision_number': 5, 'project_id': '4ee0205ff2444f8788b5e8151ed9d1db', 'subnets': [{'id': '45f138e7-9d4b-4dfa-9291-2742b5cc52d7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8200dae1-74da-4295-bedf-10dbc408f1c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:45:42.562659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a63ba44f-684a-41d9-b6fd-562d32e5cf26 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:42.615993 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port a63ba44f-684a-41d9-b6fd-562d32e5cf26 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:45:42.620250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port a63ba44f-684a-41d9-b6fd-562d32e5cf26 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:42.620250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:42.704126 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:42.727403 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port a63ba44f-684a-41d9-b6fd-562d32e5cf26, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=a63ba44f-684a-41d9-b6fd-562d32e5cf26,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:45:42.733277 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:42.784636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=a63ba44f-684a-41d9-b6fd-562d32e5cf26,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:45:44.556207 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a63ba44f-684a-41d9-b6fd-562d32e5cf26 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:45:44.625785 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port a63ba44f-684a-41d9-b6fd-562d32e5cf26 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:45:44.626155 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:53.536068 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a225de65-e8c1-4e82-a45c-c0667a938f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:55.132309 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:45:56.357214 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d765b8f-26d0-46df-a6b4-9c5612538af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:56.701874 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:57.268894 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:45:58.739043 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:23.539901 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1ef94e3-5ac8-4e9d-9f83-10655bf26b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:26.354818 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c4cc8a24-a144-440b-a5bf-dffbdbb0d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:26.699285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:27.266733 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:28.739538 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:32.137106 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:46:53.542350 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d947d048-746b-4223-a670-dad30048805f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:56.350284 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4accacd0-40a6-4883-8d2c-c942b77721ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:56.715051 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:57.272379 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:46:58.754054 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:09.137924 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:47:15.839561 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:15.910356 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-684b0e11-b141-4d50-ad64-95bf3ca6da5d admin admin] GET failed (client error): The resource could not be found. Aug 12 22:47:15.911713 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-684b0e11-b141-4d50-ad64-95bf3ca6da5d admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708587 Aug 12 22:47:16.081777 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2466a4b-391d-4dd3-957e-cb3f49110d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:16.083200 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b2466a4b-391d-4dd3-957e-cb3f49110d4c admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646998 Aug 12 22:47:18.218720 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:18.329262 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1ba5f-c631-4660-a6b8-bf8e4331d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:18.330911 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-2db1ba5f-c631-4660-a6b8-bf8e4331d2b5 admin admin] 10.222.0.13 "GET /v2.0/subnets/45f138e7-9d4b-4dfa-9291-2742b5cc52d7 HTTP/1.1" status: 200 len: 849 time: 0.1112437 Aug 12 22:47:18.340917 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:47:18.424082 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:18.574417 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762307874443'] for subnet, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:18.604283 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:18.604878 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:18.607977 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] 10.222.0.13 "PUT /v2.0/subnets/45f138e7-9d4b-4dfa-9291-2742b5cc52d7 HTTP/1.1" status: 200 len: 868 time: 0.2708173 Aug 12 22:47:18.609247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bce35-e0e0-4112-a622-8b875fd26d4e None None] Network 4e4cd9db-7ddf-4311-9387-b7101441215c requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:47:18.628447 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f138e7-9d4b-4dfa-9291-2742b5cc52d7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:47:18.636541 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.636854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.637207 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.637573 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.638023 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.638390 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.638711 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.639044 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.639388 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.639699 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.640021 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.640320 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1af9785-4f82-4339-90a3-00ded1053715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:47:18.955775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1374c1b5-374d-4ead-9bf5-74bdad93d2b8 None None] Provisioning complete for port c1efa193-b403-411f-a2e6-703e28965481 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:47:18.956224 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1374c1b5-374d-4ead-9bf5-74bdad93d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:19.047438 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1374c1b5-374d-4ead-9bf5-74bdad93d2b8 None None] Provisioning complete for port 50b12a50-5d84-4189-9841-b5c11cfbbc45 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:47:19.047656 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1374c1b5-374d-4ead-9bf5-74bdad93d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:20.738129 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:20.959010 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a97cb-43a0-41ee-9431-b1b372ea2281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:20.959490 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a97cb-43a0-41ee-9431-b1b372ea2281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:20.961020 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-8d1a97cb-43a0-41ee-9431-b1b372ea2281 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2215624 Aug 12 22:47:23.163720 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:23.304824 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987644bb-2fab-47b5-9cab-dff111fd3a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:23.305294 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987644bb-2fab-47b5-9cab-dff111fd3a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:23.306856 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-987644bb-2fab-47b5-9cab-dff111fd3a57 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1421664 Aug 12 22:47:23.546407 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91f8d32e-4e88-42c4-8feb-c788f4c8bf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:25.447233 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:25.579750 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5449e4-61ef-4ac4-bc82-ca4f9ba65a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:25.581135 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6e5449e4-61ef-4ac4-bc82-ca4f9ba65a87 admin admin] 10.222.0.13 "GET /v2.0/networks/4272d734-767a-4799-9e35-ccb4302de14f HTTP/1.1" status: 200 len: 886 time: 0.1328981 Aug 12 22:47:26.354794 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-07e50732-aaff-4bce-bee4-6a2b9f68588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:26.710301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:27.274702 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:27.740786 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45612) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:27.895420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee121b71-bce5-451b-9b0a-02e032c09286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:27.896855 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ee121b71-bce5-451b-9b0a-02e032c09286 admin admin] 10.222.0.13 "GET /v2.0/networks/4e4cd9db-7ddf-4311-9387-b7101441215c HTTP/1.1" status: 200 len: 869 time: 0.1547339 Aug 12 22:47:28.754729 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:30.025852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45620) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:30.157602 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068dea7-d0f1-450c-96ad-026ec65e16aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:30.158180 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068dea7-d0f1-450c-96ad-026ec65e16aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:30.159757 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0068dea7-d0f1-450c-96ad-026ec65e16aa admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328917 Aug 12 22:47:32.333845 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:32.482949 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6d767-8463-4229-af79-4aa8cb5f31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:32.483540 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff6d767-8463-4229-af79-4aa8cb5f31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:32.485979 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-aff6d767-8463-4229-af79-4aa8cb5f31c2 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1508181 Aug 12 22:47:34.690075 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45636) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:34.790888 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18096e1-d619-4a89-92fa-a120b9c47f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:34.792196 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f18096e1-d619-4a89-92fa-a120b9c47f20 admin admin] 10.222.0.13 "GET /v2.0/subnets/3c9d3eab-db11-489e-9a88-d1fa0047ccfc HTTP/1.1" status: 200 len: 816 time: 0.1012313 Aug 12 22:47:36.962915 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45644) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:47:37.060962 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4899d2-5761-47f9-89c0-62480e7ba0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:47:37.062399 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-2d4899d2-5761-47f9-89c0-62480e7ba0ee admin admin] 10.222.0.13 "GET /v2.0/subnets/45f138e7-9d4b-4dfa-9291-2742b5cc52d7 HTTP/1.1" status: 200 len: 868 time: 0.0985153 Aug 12 22:47:46.137630 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:47:53.552068 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc51a0f5-2285-439c-84bf-356d4cbba649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:56.358295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f82f807e-a838-46e2-b4ab-cacaec6d5cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:56.713646 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:57.278874 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:47:58.754228 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:00.532509 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:48:00.587500 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [None req-83c0eedb-62a1-4224-aa83-c99f04a6cf49 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:48:00.588524 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-83c0eedb-62a1-4224-aa83-c99f04a6cf49 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549071 Aug 12 22:48:02.865866 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:48:02.947874 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6b4732-ab48-4bf9-af2b-28872ec980fe admin admin] GET failed (client error): The resource could not be found. Aug 12 22:48:02.949182 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-1f6b4732-ab48-4bf9-af2b-28872ec980fe admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0820279 Aug 12 22:48:03.050684 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71330613-79b7-4d4f-bf5b-b7b148969e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:48:03.052072 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-71330613-79b7-4d4f-bf5b-b7b148969e0f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0982931 Aug 12 22:48:05.233831 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45714) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:48:05.291842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:48:05.324141 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Made reservation on behalf of 19204b0f857e46659e6ce90e3c57338f for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:48:05.326401 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:05.354956 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING neutron.services.revisions.revision_plugin [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Could not find related network for resource to bump revision. Aug 12 22:48:05.368382 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:48:05.378379 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:05.378717 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Added segment 8425e0e6-a7cd-4973-9acd-088eac7c0bb8 of type vlan for network 9c9d36af-c787-465f-9442-a588d1a07ddf Aug 12 22:48:05.426432 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:05.456984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:05.458022 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:48:05.458751 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:05.515152 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2799199 Aug 12 22:48:05.520051 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b82be-0a2c-448a-9a38-b9af7138d72f admin admin] Pushing event updated for resources: {'Network': ['ID=9c9d36af-c787-465f-9442-a588d1a07ddf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:48:05.531179 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 9c9d36af-c787-465f-9442-a588d1a07ddf details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:48:07.701156 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:48:07.772800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee7707c-609a-488a-b75e-ebd7e867962e admin admin] GET failed (client error): The resource could not be found. Aug 12 22:48:07.774139 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-9ee7707c-609a-488a-b75e-ebd7e867962e admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0716174 Aug 12 22:48:07.848649 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356ba61-f813-4e38-9f66-745ba2eae513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:48:07.850145 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5356ba61-f813-4e38-9f66-745ba2eae513 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692265 Aug 12 22:48:07.864255 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:48:07.888113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Made reservation on behalf of 19204b0f857e46659e6ce90e3c57338f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:48:07.890354 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.056486 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.105996 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:48:08.119615 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.119984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.120331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.120666 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.120994 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.121326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.121678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.122018 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.122356 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.122683 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.123002 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.123318 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.132548 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Checking segment: {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:48:08.133252 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Network hostable DHCP agents. Network: 9c9d36af-c787-465f-9442-a588d1a07ddf, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:48:08.152821 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Network 9c9d36af-c787-465f-9442-a588d1a07ddf is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:48:08.163587 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 9c9d36af-c787-465f-9442-a588d1a07ddf) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:48:08.168213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:48:08.168792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.174552 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb0fea-51c5-4fc3-a170-bbb6a32087aa None None] Network 9c9d36af-c787-465f-9442-a588d1a07ddf requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:48:08.183302 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-392e9057-aedc-4b0f-a3b4-bd9b98bd224a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225613 Aug 12 22:48:08.425476 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-9c9d36af-c787-465f-9442-a588d1a07ddf', 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf', 'tenant_id': '19204b0f857e46659e6ce90e3c57338f', 'fixed_ips': [{'subnet_id': '0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:48:08.426361 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.562724 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Allocated IP 192.168.233.2 (9c9d36af-c787-465f-9442-a588d1a07ddf/0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d/1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:48:08.704590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.713034 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Transition to ACTIVE for port object 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:48:08.728346 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Transition to ACTIVE for port object 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:48:08.736944 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.772664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Network 9c9d36af-c787-465f-9442-a588d1a07ddf is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:48:08.777386 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:48:08.779811 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:48:08.788964 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Pushing event updated for resources: {'Port': ['ID=1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:48:08.799880 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.800242 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.800583 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.800912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.801240 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.801585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.801910 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.802237 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.802570 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.802912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.803232 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.803553 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:48:08.849565 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Attempting to bind port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:48:08.849930 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Attempting to bind port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:48:08.850295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Attempting to bind port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 on network 9c9d36af-c787-465f-9442-a588d1a07ddf {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:48:08.855244 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:48:08.855607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Checking segment: {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:48:08.856005 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.856528 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Bound using segment: {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:48:08.857004 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Bound port: 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:48:08.857452 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.927458 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] For port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:48:08.930636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] For port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:48:08.936020 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:08.992414 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8f8c2-b66b-439a-9d50-25ca2402c6dd None None] Pushing event updated for resources: {'Port': ['ID=1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:48:09.774904 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16903f50-a728-4a32-9368-1bf1143bef8c None None] Network 9c9d36af-c787-465f-9442-a588d1a07ddf requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:48:09.857531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b5098ebb-90df-47e2-b78a-841f3a849d76 None None] Provisioning for port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:48:10.651610 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:48:10.707011 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:48:10.710807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:48:10.711170 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:10.790228 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:10.823327 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:48:10.828705 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:10.877523 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:48:12.626739 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:48:12.674662 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 1ee8208d-8be8-4d59-a11b-b4d33f3c0fc0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:48:12.674999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:23.138213 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:48:23.549070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4b7f-77ce-488b-858c-54f3c033a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:26.363060 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d455768f-ba7a-4c08-905c-985bb72674b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:26.718860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:27.281740 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:28.757005 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:53.544628 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62345fb2-26ea-4285-b26b-ec11c64234a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:56.366610 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fcc51a3-3dd2-46b7-a358-bc398d3dd6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:56.713013 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:57.286390 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:48:58.760537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:00.137308 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:49:16.848377 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:16.857000 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [None req-8a281bd5-aea8-46c7-a431-fe1595fba1d9 tempest-verify_tempest_config-1235483753 tempest-verify_tempest_config-1235483753-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:49:16.858309 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-8a281bd5-aea8-46c7-a431-fe1595fba1d9 tempest-verify_tempest_config-1235483753 tempest-verify_tempest_config-1235483753-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0088940 Aug 12 22:49:17.201507 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.331310 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.428335 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.432657 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.490292 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585c5b9-0472-468a-9743-88372403ebf8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.494289 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e5f4944fafd4003bd2eb68b9479b9be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2911413 Aug 12 22:49:17.497256 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45796) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:49:17.500125 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.500519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.500844 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.501186 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.501550 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.501894 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.502543 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.502890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.503246 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.503608 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.504087 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.504408 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6737be-aa6c-490c-8652-1f3f34a748c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.650998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.673485 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.772196 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.776220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:17.777977 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8585c5b9-0472-468a-9743-88372403ebf8 HTTP/1.1" status: 204 len: 168 time: 0.2797050 Aug 12 22:49:17.787367 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585c5b9-0472-468a-9743-88372403ebf8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:49:17.794240 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.794610 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.794924 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.795260 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.795592 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.795939 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.796274 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.796616 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.796958 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.797288 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.797636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:17.797945 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4d23bc-96b6-409d-89d8-42e3a8adb91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:49:23.548725 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9efd-6adf-4e2c-a735-a2ba9d654f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.371130 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f30acb9f-3e80-43bd-87fd-170bc992cfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:26.717614 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:27.285976 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:28.768100 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:37.142949 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:49:53.557029 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48721454-b228-4ebe-b380-1914b1581247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.380580 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abbb73c9-ad5e-4d43-8c10-ffae5c186ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:56.731173 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:57.300483 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:49:58.772574 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:14.147864 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:50:23.557540 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-066044cc-73b0-4db8-8338-8e42cff0eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.382565 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-51d9c98d-a290-4f38-ab3e-2a07f3bc0d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:26.726997 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:27.303154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:28.777720 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:51.147748 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 5 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:50:53.556361 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3416620a-09f6-4ecf-ac6d-2165b17dc9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:54.087451 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472050'] for agent, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:56.384225 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-735f7c17-81ea-42fa-bff0-6088b552dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:56.730496 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:57.303623 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:50:58.777522 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:09.170533 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 45870) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:09.294013 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9e6f6ae3-73cf-46f4-9fc8-7e7e207d49f1 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1223791 Aug 12 22:51:11.491009 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 45880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:51:11.566967 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-14b65364-e639-4e69-882a-2947f3c8b356 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0745401 Aug 12 22:51:23.556816 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-41f76606-025a-42d4-9ba9-4a8b059809de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:24.013552 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:26.385968 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d1ef5d96-a38b-4006-8aaa-c2cc6d850b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:26.739729 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:27.306700 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:28.153097 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:51:28.783905 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:53.559577 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b531ffbc-fd4a-4d0f-bdef-40c3b0aaa004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:54.017156 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:56.387138 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2630885-54fb-45bd-9fd7-cc730b9f022f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:56.733291 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:57.305146 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:51:58.782736 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:05.152613 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:52:23.552715 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-473d6059-35de-40b3-81fc-e8884fad1995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:24.017508 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:26.385321 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b11435ca-5865-49a9-aac9-9ebfc1122880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:26.737017 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:27.308552 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:28.784757 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:40.912693 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:40.975527 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46064) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:41.089240 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-426773601-network', 'tenant_id': '8990bddc7f684b678900f3e19694abea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:41.111728 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:41.114577 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.132259 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.145675 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-network', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:41.184134 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Made reservation on behalf of e8e605e10e114038a764df28f0b15afa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:41.186547 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.199803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.283294 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.293746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.324840 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:41.337583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.337926 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Added segment 84188f98-cdd6-4361-b20f-95c1f3703196 of type vlan for network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f Aug 12 22:52:41.394610 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b68f19-ab57-42bf-bfce-b0be3836e457,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:41.414330 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.430019 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.430382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.430812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.431037 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.431356 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.431689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.432464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.432464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.432657 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.433304 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.433646 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.434176 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Tracked resource versions report: Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: pushed versions: Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: { 'AddressGroup': {'1.2'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Log': {'1.0'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Network': {'1.1'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Port': {'1.7'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'PortForwarding': {'1.2'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'QosPolicy': {'1.9'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroup': {'1.4'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SubPort': {'1.0'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Subnet': {'1.1'}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Trunk': {'1.1'}} Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: consumer versions: Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: HyperV agent@hv-cinder-75994: {}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'ConntrackHelper': '1.0', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Log': '1.0', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Network': '1.1', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Port': '1.7', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'PortForwarding': '1.2', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'QosPolicy': '1.9', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroup': '1.4', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SecurityGroupRule': '1.2', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'SubPort': '1.0', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Subnet': '1.1', Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: 'Trunk': '1.1'}} Aug 12 22:52:41.435357 dv-cinder-759943-11-iscsi neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:52:41.468782 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.469863 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:41.470734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.539730 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:41.551958 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:52:41.563270 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.567764 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.606790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867e67f-00e9-4d83-8459-95933823cda2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:41.616944 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46100) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:41.617647 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e56352ed-e677-4599-87b0-57ff716410a3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7036285 Aug 12 22:52:41.625616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:41.626241 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Request body: {'subnet': {'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-426773601-subnet', 'tenant_id': '8990bddc7f684b678900f3e19694abea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:41.641849 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.642568 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Added segment 5beaf13d-fe96-44a6-b429-88caf28c228f of type vlan for network d5710198-3158-4aa8-9cfb-b09a4f7fff80 Aug 12 22:52:41.654998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:41.658301 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.706739 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.739361 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.742567 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:41.747031 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.819720 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46116) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:41.896589 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.922875 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9460869 Aug 12 22:52:41.925907 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:41.932336 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Request body: {'subnet': {'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-subnet', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:41.945638 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb2826e-496c-4899-918c-04cae5a4f22a,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:41.952258 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46130) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:41.953530 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.954155 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.954292 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.954555 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.954884 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.955226 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.955567 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.955898 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.956243 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.956568 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.956887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.957362 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:41.957604 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0e3e1-0e60-4460-81ec-a7bbc657f2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5710198-3158-4aa8-9cfb-b09a4f7fff80,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Tracked resource versions report: Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: pushed versions: Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: { 'AddressGroup': {'1.2'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Log': {'1.0'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Network': {'1.1'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Port': {'1.7'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'PortForwarding': {'1.2'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'QosPolicy': {'1.9'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroup': {'1.4'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SubPort': {'1.0'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Subnet': {'1.1'}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Trunk': {'1.1'}} Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: consumer versions: Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: HyperV agent@hv-cinder-75994: {}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'ConntrackHelper': '1.0', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Log': '1.0', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Network': '1.1', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Port': '1.7', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'PortForwarding': '1.2', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'QosPolicy': '1.9', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroup': '1.4', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SecurityGroupRule': '1.2', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'SubPort': '1.0', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Subnet': '1.1', Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: 'Trunk': '1.1'}} Aug 12 22:52:41.958466 dv-cinder-759943-11-iscsi neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:52:41.963923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Made reservation on behalf of e8e605e10e114038a764df28f0b15afa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:41.967786 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:41.977521 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:52:42.001634 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Checking segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:42.002130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Network hostable DHCP agents. Network: bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:52:42.034727 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:52:42.053910 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:42.073139 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60214433-a5a3-47cd-99eb-c9ea4700bd90 None None] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:42.074028 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:42.074983 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.098149 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-552b4399-22be-4f91-8aa4-8e29832d470d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4775891 Aug 12 22:52:42.099515 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46134) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:42.152928 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:52:42.161750 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597035695-network', 'tenant_id': '9c372b2d23514f8ea77d3db90ddf8827'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:42.177132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.208013 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Made reservation on behalf of 9c372b2d23514f8ea77d3db90ddf8827 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:42.210776 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.229700 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.249722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fd771e-869c-4188-96c5-def979f7ee66,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:42.252307 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Checking segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:42.252671 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Network hostable DHCP agents. Network: d5710198-3158-4aa8-9cfb-b09a4f7fff80, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:52:42.277027 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:52:42.289378 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, d5710198-3158-4aa8-9cfb-b09a4f7fff80) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:42.297063 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:42.297913 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.305865 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c799e-0217-4572-9cf1-64301f0f9d7d None None] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:42.361936 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-273069310-network', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:42.388941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.396122 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.403459 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0d9ce8ed-2e6c-4b38-9a11-6eeca4092f33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4730656 Aug 12 22:52:42.404920 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:42.415864 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:42.416174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9658fe8-5ef8-48ac-a97f-c2e1e4ff7c46 None None] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:42.430770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-283819183-network', 'tenant_id': '2834f66ce7594b2981e1fade41397b79'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:42.475470 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95184a5f-50d6-478e-84b2-6bd74793c423,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:42.489442 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:42.511854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.512166 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Added segment c9bc5cd6-c0a2-43b5-9163-769101930313 of type vlan for network 47242114-b3fb-4112-a80d-2072f96880da Aug 12 22:52:42.536741 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401223a2-c542-4f84-b9b9-f6dbf574682b None None] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:42.544406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.545693 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.549441 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Made reservation on behalf of 36723f3ce3c44c789f1f0f6db437b4e5 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:42.556840 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.612324 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.721312 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.751002 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.932680 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.936294 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Made reservation on behalf of 2834f66ce7594b2981e1fade41397b79 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:42.941613 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.956711 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.958553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:42.996541 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 22:52:42.999196 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:43.001197 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0aca4-0f25-4dd5-b962-d0ca7180370c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:43.002645 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.033154 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.033535 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Added segment 0daf9475-d604-4e75-b3ba-61623ff6e19c of type vlan for network 6a82b229-08f5-4928-9de1-a685d5d07c9e Aug 12 22:52:43.045966 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.047335 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:43.048116 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.166025 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.177217 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] Pushing event updated for resources: {'Network': ['ID=47242114-b3fb-4112-a80d-2072f96880da,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:43.191620 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 47242114-b3fb-4112-a80d-2072f96880da details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:52:43.245258 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.247204 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.248380 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:43.249048 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.260532 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.278451 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.304620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.340933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f64857-cc5f-448c-93cf-157ca263ae49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:43.344210 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-150ac251-34af-4267-a448-47b0e7b99476 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5233686 Aug 12 22:52:43.348999 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3880284 Aug 12 22:52:43.349766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46186) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:43.357958 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46188) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:43.365283 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Request body: {'subnet': {'network_id': '47242114-b3fb-4112-a80d-2072f96880da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597035695-subnet', 'tenant_id': '9c372b2d23514f8ea77d3db90ddf8827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:43.395098 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Request body: {'subnet': {'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-subnet', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:43.405966 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:43.408507 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Made reservation on behalf of 9c372b2d23514f8ea77d3db90ddf8827 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:43.410810 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.423692 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20b6f-dd3a-4d77-b019-c2decfd30921 admin admin] Pushing event updated for resources: {'Network': ['ID=6a82b229-08f5-4928-9de1-a685d5d07c9e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:43.440470 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:52:43.484328 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.484898 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Added segment cbbad343-e70a-41ab-8eeb-cae859eb84c5 of type vlan for network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 Aug 12 22:52:43.522602 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Allocated IP 172.27.3.215 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/f00f9b5e-7505-45be-b8fd-f3211b6dd86d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:43.541379 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Made reservation on behalf of 36723f3ce3c44c789f1f0f6db437b4e5 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:43.544388 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.695907 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.702915 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46218) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:43.709742 dv-cinder-759943-11-iscsi neutron-server[93943]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 22:52:43.738582 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.787945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.827426 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:43.829957 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:43.836345 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:43.917201 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.917838 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Pushing event updated for resources: {'Port': ['ID=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:43.934384 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:43.935673 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:43.936466 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.097349 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.156592 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] Pushing event updated for resources: {'Network': ['ID=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:44.169386 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:52:44.172713 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a7a1bdaf-2222-4659-a66c-f0ed9a504661 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0712321 Aug 12 22:52:44.189161 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:44.196898 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Request body: {'subnet': {'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-283819183-subnet', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:44.208756 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-8c049c0f-8a41-4f10-a185-338ac56b8fb6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:44.210791 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-8c049c0f-8a41-4f10-a185-338ac56b8fb6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.5050020 Aug 12 22:52:44.220696 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cda03e-1b4c-4228-b2d7-bd06462aa296,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:44.252645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.272145 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-262e9b21-00d5-4253-86fd-33ca3d931f7b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/quotas/8990bddc7f684b678900f3e19694abea HTTP/1.1" status: 200 len: 375 time: 0.0353794 Aug 12 22:52:44.295071 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Checking segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:44.295324 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Made reservation on behalf of 2834f66ce7594b2981e1fade41397b79 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:44.295487 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Network hostable DHCP agents. Network: 6a82b229-08f5-4928-9de1-a685d5d07c9e, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:52:44.298289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.366836 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-5dfcf881-9727-468b-af75-d8e8e072430d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683866 Aug 12 22:52:44.390896 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e121329-63ec-4519-a58a-23d1020b7f98,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:44.396660 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:52:44.408949 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Checking segment: {'id': 'c9bc5cd6-c0a2-43b5-9163-769101930313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47242114-b3fb-4112-a80d-2072f96880da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:44.409313 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Network hostable DHCP agents. Network: 47242114-b3fb-4112-a80d-2072f96880da, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:52:44.424233 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 6a82b229-08f5-4928-9de1-a685d5d07c9e) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:44.439104 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c98e1-bf1d-4f6b-9a16-4f566aa43bab None None] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:44.450893 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:44.451631 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.469242 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Network 47242114-b3fb-4112-a80d-2072f96880da is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:52:44.484558 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 47242114-b3fb-4112-a80d-2072f96880da) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:44.488815 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:44.489931 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.505837 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-65aa539c-a4fe-493d-926d-7c2b370d93eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1173513 Aug 12 22:52:44.509868 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-154dfa9f-ad41-42bc-aa12-0f707bdb3ff8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1562414 Aug 12 22:52:44.510588 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46260) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:44.515326 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:44.549202 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c4d6b-7a81-44a5-82e1-b2852605daab None None] Network 47242114-b3fb-4112-a80d-2072f96880da requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:44.588254 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.589487 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.638419 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.786710 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-6a82b229-08f5-4928-9de1-a685d5d07c9e', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:52:44.789370 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.834280 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f7ab428f-18c3-449d-8d6f-5d46c5e74ff4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:52:44.841601 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f7ab428f-18c3-449d-8d6f-5d46c5e74ff4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2660668 Aug 12 22:52:44.846503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.902615 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41df7ef8-eb0b-4063-9f55-7d619715a7d8,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:44.932142 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:44.985568 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Checking segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:44.986025 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Network hostable DHCP agents. Network: 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:52:44.988160 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Router 16578839-8517-4945-bb7b-b13d88787bd7 is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:52:44.994161 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Allocated IP 172.20.0.2 (6a82b229-08f5-4928-9de1-a685d5d07c9e/f2cda03e-1b4c-4228-b2d7-bd06462aa296/e4710987-2c30-4655-9b70-5b23dcda81fa) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:45.084793 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46286) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:45.103868 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:52:45.125961 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:45.151970 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b4e466-d0a3-4ce8-ab6d-36d46bdd646c None None] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:45.166313 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:45.167027 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.172418 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:45.177486 dv-cinder-759943-11-iscsi neutron-server[93942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 22:52:45.238148 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-82cb80cf-e073-4425-a983-71c4681fb95b service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956537 Aug 12 22:52:45.244374 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.252290 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.292997 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Transition to ACTIVE for port object e4710987-2c30-4655-9b70-5b23dcda81fa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:45.293133 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46304) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:45.293410 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-45bee23b-df85-4ea2-8b48-2f821fbbe328 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1027575 Aug 12 22:52:45.299379 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04acb4b1-fcf9-4acd-b72a-b599757a6364 None None] Network 47242114-b3fb-4112-a80d-2072f96880da requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:45.312371 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:45.341514 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:45.355286 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Sync routers for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:52:45.374784 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:45.375687 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:45.426799 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-9b69d848-8e52-4f18-b34e-6d72a53d6592 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:45.428709 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-9b69d848-8e52-4f18-b34e-6d72a53d6592 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/networks?id=47242114-b3fb-4112-a80d-2072f96880da HTTP/1.1" status: 200 len: 811 time: 0.2553718 Aug 12 22:52:45.451091 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-74570aa5-3574-42a0-91ab-ea7f97b84195 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/quotas/9c372b2d23514f8ea77d3db90ddf8827 HTTP/1.1" status: 200 len: 375 time: 0.0131767 Aug 12 22:52:45.453715 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Transition to ACTIVE for port object e4710987-2c30-4655-9b70-5b23dcda81fa will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:45.466690 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-382a1648-4e1d-4675-a034-cb801e52dde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.481603 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.492917 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.494020 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.510664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:45.534307 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-1b323473-b6e5-46c5-9993-061f2952b8d3 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756822 Aug 12 22:52:45.572924 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:45.575493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-83b82f94-f2fb-480b-8adc-ac19d7742c80 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c372b2d23514f8ea77d3db90ddf8827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1164207 Aug 12 22:52:45.576463 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.581549 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e8d4b21b-6186-42d3-a8f4-bffe10039624 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1707964 Aug 12 22:52:45.586153 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:45.685594 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:45.714634 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.730054 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:45.803602 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f575cb02-3d0a-4078-99c2-862eaf541b13 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:52:45.804646 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f575cb02-3d0a-4078-99c2-862eaf541b13 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1172643 Aug 12 22:52:45.895870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:52:45.897216 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:45.959814 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:43Z', 'revision_number': 3, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:45.988912 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Checking router: 16578839-8517-4945-bb7b-b13d88787bd7 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:52:45.989721 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Updating router 16578839-8517-4945-bb7b-b13d88787bd7 port f00f9b5e-7505-45be-b8fd-f3211b6dd86d binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:52:46.022587 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.138867 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.178512 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-382a1648-4e1d-4675-a034-cb801e52dde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.202825 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-382a1648-4e1d-4675-a034-cb801e52dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.203647 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-9cc791c9-32b4-4ec5-8f1c-28fa5417fd6b service neutron] 10.222.0.13 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853431 Aug 12 22:52:46.228730 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Allocated IP 172.20.0.2 (9d23dcfe-e4a9-4bf0-b110-50cb4710dee2/41df7ef8-eb0b-4063-9f55-7d619715a7d8/3bf17370-2cf0-44cd-8201-2d40a9455578) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:46.315735 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-382a1648-4e1d-4675-a034-cb801e52dde1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a6903e7c764c9e9e695231e9356768&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1663003 Aug 12 22:52:46.377373 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.382031 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46348) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:46.386734 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Transition to ACTIVE for port object 3bf17370-2cf0-44cd-8201-2d40a9455578 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:46.393807 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.399534 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cfe4e5de-b76b-49b2-a564-850f989403ca req-34b82a6e-587c-4163-8d88-950d3ad4a1db tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1788042 Aug 12 22:52:46.402511 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Transition to ACTIVE for port object 3bf17370-2cf0-44cd-8201-2d40a9455578 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:46.408266 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Pushing event updated for resources: {'Port': ['ID=e4710987-2c30-4655-9b70-5b23dcda81fa,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.441683 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.442301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.443101 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.443650 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.444198 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.444755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.445288 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.445844 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.446413 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.446952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.447596 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.448024 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Tracked resource versions report: Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: pushed versions: Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: { 'AddressGroup': {'1.2'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Log': {'1.0'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Network': {'1.1'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Port': {'1.7'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'PortForwarding': {'1.2'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'QosPolicy': {'1.9'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroup': {'1.4'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SubPort': {'1.0'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Subnet': {'1.1'}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Trunk': {'1.1'}} Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: consumer versions: Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: HyperV agent@hv-cinder-75994: {}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'ConntrackHelper': '1.0', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Log': '1.0', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Network': '1.1', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Port': '1.7', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'PortForwarding': '1.2', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'QosPolicy': '1.9', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroup': '1.4', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SecurityGroupRule': '1.2', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'SubPort': '1.0', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Subnet': '1.1', Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: 'Trunk': '1.1'}} Aug 12 22:52:46.449228 dv-cinder-759943-11-iscsi neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:52:46.454398 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.510493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Pushing event updated for resources: {'Port': ['ID=3bf17370-2cf0-44cd-8201-2d40a9455578,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.514813 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Attempting to bind port e4710987-2c30-4655-9b70-5b23dcda81fa on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:46.515354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Attempting to bind port e4710987-2c30-4655-9b70-5b23dcda81fa by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:46.515813 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Attempting to bind port e4710987-2c30-4655-9b70-5b23dcda81fa on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:46.526917 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:46.527414 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Checking segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:46.527979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.528464 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Bound using segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:46.529651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Bound port: e4710987-2c30-4655-9b70-5b23dcda81fa, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:46.530163 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.539995 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.550429 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:46.553146 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:46.556122 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:46.603991 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-39f0326c-445e-4732-b3c0-5797bd54a86f service neutron] 10.222.0.13 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865855 Aug 12 22:52:46.643794 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.650535 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Attempting to bind port 3bf17370-2cf0-44cd-8201-2d40a9455578 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:46.650903 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Attempting to bind port 3bf17370-2cf0-44cd-8201-2d40a9455578 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:46.651261 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Attempting to bind port 3bf17370-2cf0-44cd-8201-2d40a9455578 on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:46.654549 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.661742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:46.662422 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Checking segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:46.663001 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.663619 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Bound using segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:46.664409 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Bound port: 3bf17370-2cf0-44cd-8201-2d40a9455578, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:46.664972 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.679805 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Transition to ACTIVE for port object f00f9b5e-7505-45be-b8fd-f3211b6dd86d will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:46.688325 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a1648-4e1d-4675-a034-cb801e52dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2137b-a702-4bd8-b25d-c55758394b21,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.690723 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.711116 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] For port e4710987-2c30-4655-9b70-5b23dcda81fa, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:46.739989 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] For port e4710987-2c30-4655-9b70-5b23dcda81fa, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e4710987-2c30-4655-9b70-5b23dcda81fa,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:46.754440 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.810424 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Allocated IP 172.27.3.176 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/67aec70b-0bca-40e8-b111-ebc544862062) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:46.838081 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4289ac2-2e92-4be8-a7f5-e332f069a18b None None] Pushing event updated for resources: {'Port': ['ID=e4710987-2c30-4655-9b70-5b23dcda81fa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.846909 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Pushing event updated for resources: {'Port': ['ID=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:46.862246 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Attempting to bind port f00f9b5e-7505-45be-b8fd-f3211b6dd86d on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:46.863116 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] For port 3bf17370-2cf0-44cd-8201-2d40a9455578, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:46.863749 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Attempting to bind port f00f9b5e-7505-45be-b8fd-f3211b6dd86d by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:46.865086 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Attempting to bind port f00f9b5e-7505-45be-b8fd-f3211b6dd86d on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:46.889827 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.890417 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.891145 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.891569 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.891965 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.894941 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.895349 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.895836 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.896190 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.896518 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.896844 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.897162 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:52:46.898996 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] For port 3bf17370-2cf0-44cd-8201-2d40a9455578, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3bf17370-2cf0-44cd-8201-2d40a9455578,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Tracked resource versions report: Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: pushed versions: Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: { 'AddressGroup': {'1.2'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'ConntrackHelper': {'1.0'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Log': {'1.0'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Network': {'1.1'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Port': {'1.7'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'PortForwarding': {'1.2'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'QosPolicy': {'1.9'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroup': {'1.4'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroupRule': {'1.2'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SubPort': {'1.0'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Subnet': {'1.1'}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Trunk': {'1.1'}} Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: consumer versions: Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: { DHCP agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: HyperV agent@hv-cinder-75994: {}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: L3 agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: Metadata agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: Metering agent@dv-cinder-759943-11-iscsi: {}, Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: Open vSwitch agent@dv-cinder-759943-11-iscsi: { 'AddressGroup': '1.2', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'ConntrackHelper': '1.0', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Log': '1.0', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Network': '1.1', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Port': '1.7', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'PortForwarding': '1.2', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'QosPolicy': '1.9', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroup': '1.4', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SecurityGroupRule': '1.2', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'SubPort': '1.0', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Subnet': '1.1', Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: 'Trunk': '1.1'}} Aug 12 22:52:46.903000 dv-cinder-759943-11-iscsi neutron-server[93945]: {{(pid=93945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 22:52:46.913038 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.913738 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:46.914160 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:46.914563 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:46.916091 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:46.916604 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Bound port: f00f9b5e-7505-45be-b8fd-f3211b6dd86d, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:46.919115 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.021557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22a7ef-f0f5-4bfe-b620-1bd1fc7d8ad7 None None] Pushing event updated for resources: {'Port': ['ID=3bf17370-2cf0-44cd-8201-2d40a9455578,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:47.136745 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] For port f00f9b5e-7505-45be-b8fd-f3211b6dd86d, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:47.139296 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.151819 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] For port f00f9b5e-7505-45be-b8fd-f3211b6dd86d, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:47.159576 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.165048 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.264260 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.410381 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f71d78-1cb6-4558-83e2-0fd1836e52bf None None] Pushing event updated for resources: {'Port': ['ID=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:47.427365 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:47.437500 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:47.671858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Allocated IP 172.20.0.1 (d5710198-3158-4aa8-9cfb-b09a4f7fff80/14fd771e-869c-4188-96c5-def979f7ee66/eda20156-5a73-4766-bfc2-29ec14518c8b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:47.756656 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:47.895204 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-27a844bf-b92c-42af-9482-aef33fa3b966 req-bb93244f-4a86-4f89-9470-58c7c33f75f6 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.1459928 Aug 12 22:52:47.925185 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-229fd2ed-558c-4cdf-a574-e1220b61b5c7 req-40508a1f-501c-421b-b4bc-ed4976d7af4d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1236696 Aug 12 22:52:47.948212 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:47.973937 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.004315 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:43Z', 'revision_number': 3, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:48.022544 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.052237 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5fac8-1385-49fe-a0c1-e4ee2721339c None None] The sync data for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi is: [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:43Z', 'revision_number': 3, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:52:48.073773 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.077253 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:48.079003 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.080323 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:48.080670 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74a2137b-a702-4bd8-b25d-c55758394b21 HTTP/1.1" status: 204 len: 168 time: 1.6892953 Aug 12 22:52:48.086875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:48.087971 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.089145 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:48.102766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:48.109945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Pushing event updated for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:48.112222 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:48.116644 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb01e41-084a-40ab-b740-7986a67b4089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2137b-a702-4bd8-b25d-c55758394b21,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:48.121703 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Pushing event updated for resources: {'Port': ['ID=67aec70b-0bca-40e8-b111-ebc544862062,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:48.226248 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.259281 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.457705 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.835829 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.851648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.857808 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bba861-2437-4f2f-a998-9b6657e7e86c None None] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:48.861296 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.862139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:48.919044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Pushing event updated for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:48.976951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fba765a7-206d-4328-a4f6-dafaaba1623e None None] Provisioning for port e4710987-2c30-4655-9b70-5b23dcda81fa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:49.081371 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Allocated IP 172.27.3.32 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:49.126224 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:49.139148 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:49.190251 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f00f9b5e-7505-45be-b8fd-f3211b6dd86d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:49.280598 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e8c91-2ae6-487d-8540-f50ae6991625 None None] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:52:49.367025 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bc5df67-1212-4feb-94f4-651d5b6b9f59 req-53a2d510-c0b5-403d-b247-84e1ed446a8e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0403593 Aug 12 22:52:49.378257 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Router 16578839-8517-4945-bb7b-b13d88787bd7 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:52:49.440395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-99918b03-217a-4ba8-8fa9-9dd5a15b4803 req-fcec3033-4dcf-49be-b4c5-16b9c15ecb6a tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0780044 Aug 12 22:52:49.525125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d563abdc-9ca6-4146-87d3-53402f54f17d None None] Provisioning for port 3bf17370-2cf0-44cd-8201-2d40a9455578 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:49.545364 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.557513 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.578118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:49.582706 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port f00f9b5e-7505-45be-b8fd-f3211b6dd86d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:49.593360 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-176353c0-22b0-4c6d-96af-697f9afa73cf admin admin] 10.222.0.13 "PUT /v2.0/routers/16578839-8517-4945-bb7b-b13d88787bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0059712 Aug 12 22:52:49.597830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f00f9b5e-7505-45be-b8fd-f3211b6dd86d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:49.598352 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.728802 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.766557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.811883 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:49.820933 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port f00f9b5e-7505-45be-b8fd-f3211b6dd86d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:49.829571 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:49.830522 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3bf17370-2cf0-44cd-8201-2d40a9455578 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:49.848940 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:49.848940 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:49.962517 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:49.978339 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:50.015622 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 3bf17370-2cf0-44cd-8201-2d40a9455578 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:50.028833 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 3bf17370-2cf0-44cd-8201-2d40a9455578 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:50.031247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.032957 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Router 3ae30460-79d7-47c7-89ba-ad999c40155e is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:52:50.139214 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.150325 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-22900138-b412-4e3f-a8a3-dbc49a2f191a None None] Provisioning complete for port 3bf17370-2cf0-44cd-8201-2d40a9455578 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:50.150860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-22900138-b412-4e3f-a8a3-dbc49a2f191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.213590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 3bf17370-2cf0-44cd-8201-2d40a9455578, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3bf17370-2cf0-44cd-8201-2d40a9455578,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:50.223548 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.224493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e4710987-2c30-4655-9b70-5b23dcda81fa up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:50.395231 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=3bf17370-2cf0-44cd-8201-2d40a9455578,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:50.430470 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:50.436872 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.449296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:52:50.458506 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port e4710987-2c30-4655-9b70-5b23dcda81fa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:50.465973 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:50.466866 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:50.469103 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port e4710987-2c30-4655-9b70-5b23dcda81fa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:50.469600 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.530104 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff2b245a-c9df-4f0d-b01b-04f320f592b5 req-7ee7006a-e2f1-447d-a6a9-ee1c4fc84293 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0456865 Aug 12 22:52:50.561148 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.565274 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:50.565425 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f48ce613-eb32-4cf4-bacd-d7b5d952e937 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0536654 Aug 12 22:52:50.627333 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:50.720326 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.737586 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-499adb0f-1af1-42c9-926b-dd49d6daa03a req-bf2e4529-99ef-485a-be5e-ee955bf9866d tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0786150 Aug 12 22:52:50.761908 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Sync routers for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:52:50.767739 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-3b1a96ab-824e-41e3-b04b-cc5d9ad12de6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:50.769542 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-3b1a96ab-824e-41e3-b04b-cc5d9ad12de6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 819 time: 0.2773261 Aug 12 22:52:50.772946 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:50.773675 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:50.830188 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-7e3fa7d4-d7dd-4c89-ad3c-b01db8d561ac tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/quotas/e8e605e10e114038a764df28f0b15afa HTTP/1.1" status: 200 len: 375 time: 0.0404239 Aug 12 22:52:50.867625 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port e4710987-2c30-4655-9b70-5b23dcda81fa, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e4710987-2c30-4655-9b70-5b23dcda81fa,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:50.951438 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:50.965844 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-e13b1b47-c522-4d6f-9078-53af59bc2a16 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1264110 Aug 12 22:52:51.063343 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:51.093510 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.149805 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-1e6c0d99-3bbc-4710-bd09-7ed9db07b8a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473613 Aug 12 22:52:51.162877 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=e4710987-2c30-4655-9b70-5b23dcda81fa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:51.210480 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f00f9b5e-7505-45be-b8fd-f3211b6dd86d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:51.243582 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:52:51.243858 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:48Z', 'revision_number': 3, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:51.276103 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-d5b6dfb4-d9e6-4805-822a-4a58b3f3b5ae service neutron] 10.222.0.13 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189897 Aug 12 22:52:51.296175 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:52:51.296579 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Updating router 3ae30460-79d7-47c7-89ba-ad999c40155e port 67aec70b-0bca-40e8-b111-ebc544862062 binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:52:51.373967 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:48Z', 'revision_number': 4, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'eda20156-5a73-4766-bfc2-29ec14518c8b', 'name': '', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'mac_address': 'fa:16:3e:48:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14fd771e-869c-4188-96c5-def979f7ee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:48Z', 'revision_number': 2, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'subnets': [{'id': '14fd771e-869c-4188-96c5-def979f7ee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:51.387968 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.392165 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:51.415158 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.420698 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.422175 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-45316e0a-2e14-4d7c-afde-6acec0640b44 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1138978 Aug 12 22:52:51.425821 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Checking router: 16578839-8517-4945-bb7b-b13d88787bd7 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:52:51.429705 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Updating router 16578839-8517-4945-bb7b-b13d88787bd7 port eda20156-5a73-4766-bfc2-29ec14518c8b binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:52:51.429883 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46522) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:51.451157 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:52:51.462949 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.469882 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f00f9b5e-7505-45be-b8fd-f3211b6dd86d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:51.470246 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:51.627136 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-adb7791e-5af5-4bda-835e-d906fd605fe1 req-506d38ba-b60e-4cb4-b331-b5ad7ee1b13a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 210 time: 0.1397622 Aug 12 22:52:51.632927 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:51.635049 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:51.794540 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-871b623f-a983-452a-b46d-9388fe52b13e req-bb568b61-3d10-4783-8e57-04da44ce94cb tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0903108 Aug 12 22:52:51.891062 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3bf17370-2cf0-44cd-8201-2d40a9455578 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:51.893190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Allocated IP 172.20.0.1 (6a82b229-08f5-4928-9de1-a685d5d07c9e/f2cda03e-1b4c-4228-b2d7-bd06462aa296/aa4d1318-de62-45dc-a1c1-3712a1df43f4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:51.975634 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:51.991111 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.006969 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-83582d47-cdbf-4868-be2f-b0fba1e324d9 req-5126f737-ca3f-4e5a-b1d0-61f85592f9c6 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0846195 Aug 12 22:52:52.016272 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Transition to ACTIVE for port object eda20156-5a73-4766-bfc2-29ec14518c8b will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:52.044913 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.150906 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.162238 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 3bf17370-2cf0-44cd-8201-2d40a9455578 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:52.162807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.165746 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.176575 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Transition to ACTIVE for port object aa4d1318-de62-45dc-a1c1-3712a1df43f4 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:52.210087 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Transition to ACTIVE for port object 67aec70b-0bca-40e8-b111-ebc544862062 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:52.244893 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.254792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.276864 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32bf77-d53a-41f0-9d65-3cf81061f4e4 None None] Pushing event updated for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:52.295824 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Attempting to bind port eda20156-5a73-4766-bfc2-29ec14518c8b on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:52.296208 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Attempting to bind port eda20156-5a73-4766-bfc2-29ec14518c8b by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:52.296674 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Attempting to bind port eda20156-5a73-4766-bfc2-29ec14518c8b on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:52.304360 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:52.305043 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Checking segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:52.305658 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.306498 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Bound using segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:52.307201 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Bound port: eda20156-5a73-4766-bfc2-29ec14518c8b, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:52.307849 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.339380 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-5d94c99f-e49c-4e68-9718-bae6c543f44f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:52.342587 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:52.353160 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-5d94c99f-e49c-4e68-9718-bae6c543f44f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 819 time: 0.2810631 Aug 12 22:52:52.355209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:52.358603 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:52.364718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:52.365204 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.390347 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.403245 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] For port eda20156-5a73-4766-bfc2-29ec14518c8b, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:52.407943 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] For port eda20156-5a73-4766-bfc2-29ec14518c8b, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=eda20156-5a73-4766-bfc2-29ec14518c8b,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:52.419611 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.437300 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-7807e103-4c21-4615-b9e1-9d11083eb53a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/quotas/e8e605e10e114038a764df28f0b15afa HTTP/1.1" status: 200 len: 375 time: 0.0835986 Aug 12 22:52:52.437587 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Attempting to bind port 67aec70b-0bca-40e8-b111-ebc544862062 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:52.437976 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Attempting to bind port 67aec70b-0bca-40e8-b111-ebc544862062 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:52.438327 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Attempting to bind port 67aec70b-0bca-40e8-b111-ebc544862062 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:52.444575 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1022a-58c4-4c50-897d-fb3b8211a0d6 None None] Pushing event updated for resources: {'Port': ['ID=67aec70b-0bca-40e8-b111-ebc544862062,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:52.451498 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:52.451875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:52.452248 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.452703 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:52.453084 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Bound port: 67aec70b-0bca-40e8-b111-ebc544862062, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:52.453505 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.535252 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32bf77-d53a-41f0-9d65-3cf81061f4e4 None None] Pushing event updated for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:52.545988 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:52.546745 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:52.579472 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:50Z', 'revision_number': 3, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:52.583068 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] For port 67aec70b-0bca-40e8-b111-ebc544862062, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:52.627961 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:52:52.628394 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Updating router 57153767-4d7a-4b93-bcc9-445ba1f47e55 port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:52:52.705777 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] For port 67aec70b-0bca-40e8-b111-ebc544862062, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=67aec70b-0bca-40e8-b111-ebc544862062,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:52.727077 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.777868 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.819791 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:52.882308 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:52.907496 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:52.948855 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:52.949558 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:52.971114 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-43b36d55-1ac5-4b04-b810-4ada9ee07e32 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5305297 Aug 12 22:52:53.019703 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-df0e19aa-5f7d-46e8-9625-31f01ba6094f req-30fc499a-9693-4d44-8571-36ff550f2fd2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0525041 Aug 12 22:52:53.102370 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1022a-58c4-4c50-897d-fb3b8211a0d6 None None] Pushing event updated for resources: {'Port': ['ID=67aec70b-0bca-40e8-b111-ebc544862062,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:53.133826 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.143440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.144193 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.228439 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:53.229967 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Allocated IP 172.20.0.1 (9d23dcfe-e4a9-4bf0-b110-50cb4710dee2/41df7ef8-eb0b-4063-9f55-7d619715a7d8/40a203aa-893b-4e18-b7f4-35a40dcc82ed) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:53.247619 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-289c4d93-eb48-405c-b411-66809c3d57fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.254690 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:48Z', 'revision_number': 4, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'eda20156-5a73-4766-bfc2-29ec14518c8b', 'name': '', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'mac_address': 'fa:16:3e:48:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14fd771e-869c-4188-96c5-def979f7ee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'subnets': [{'id': '14fd771e-869c-4188-96c5-def979f7ee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:53.268981 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-a25f74fd-2263-4e34-8a00-caa0a9b4a781 service neutron] 10.222.0.13 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969635 Aug 12 22:52:53.285886 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324eb87-0b11-42b5-89a6-077b2daac692 None None] The sync data for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi is: [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:52:48Z', 'revision_number': 4, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'eda20156-5a73-4766-bfc2-29ec14518c8b', 'name': '', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'mac_address': 'fa:16:3e:48:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14fd771e-869c-4188-96c5-def979f7ee66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'subnets': [{'id': '14fd771e-869c-4188-96c5-def979f7ee66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:52:53.402977 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca651d22-590a-4871-ad57-69fd4a7b9f82 req-da9b1397-5429-430e-bf13-4a63d299c9fa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.1661186 Aug 12 22:52:53.418413 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e4710987-2c30-4655-9b70-5b23dcda81fa up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:53.420425 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-973ec1ac-8025-4ec6-b2ed-f866b821368b None None] Provisioning for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:53.468862 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-973ec1ac-8025-4ec6-b2ed-f866b821368b None None] Provisioning complete for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:53.469500 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-973ec1ac-8025-4ec6-b2ed-f866b821368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.484735 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-db1eeb28-c476-4e30-93fb-a229e89dc981 service neutron] 10.222.0.13 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038844 Aug 12 22:52:53.510258 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.532122 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Transition to ACTIVE for port object 40a203aa-893b-4e18-b7f4-35a40dcc82ed will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:53.605562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.614633 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:53.621321 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:53.717389 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:53.721239 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:53.726418 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:53.727088 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.802029 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-973ec1ac-8025-4ec6-b2ed-f866b821368b None None] Port aa4d1318-de62-45dc-a1c1-3712a1df43f4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:52:53.822637 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de4bf9f4-1330-41fa-b094-1add1d693804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.823235 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7e9dda83-b5bd-4f7e-814e-a259b37dac68 req-eb22799c-6682-48e7-a0f0-1570cf5fd9c2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.0636792 Aug 12 22:52:53.841926 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-289c4d93-eb48-405c-b411-66809c3d57fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.850096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-289c4d93-eb48-405c-b411-66809c3d57fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.875768 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:53.933423 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.939311 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Pushing event updated for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:53.940170 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port e4710987-2c30-4655-9b70-5b23dcda81fa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:53.940494 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:53.967713 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c4d93-eb48-405c-b411-66809c3d57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cc30d-7d3f-459b-b88f-f7fcb5e32b18,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.026430 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:52:54.027017 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Transition to ACTIVE for port object 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:52:54.051000 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-289c4d93-eb48-405c-b411-66809c3d57fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7bcac8f574b42b19fd47178b9c01062&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1423101 Aug 12 22:52:54.053785 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:54.129301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.192149 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.203660 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-968e9992-f9bd-46f0-9b79-b4509d04089b req-82dfa91d-f1c6-4ced-ac95-85e2efe0317a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0755658 Aug 12 22:52:54.228315 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.233986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.250174 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.259851 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e1b682dc-36d8-4c6b-8503-799a0d67d8fc None None] Provisioning complete for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:54.260966 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e1b682dc-36d8-4c6b-8503-799a0d67d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.349455 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:54.351875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.355812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.357238 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b5cc30d-7d3f-459b-b88f-f7fcb5e32b18 HTTP/1.1" status: 204 len: 168 time: 0.3017793 Aug 12 22:52:54.373940 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f336d691-db15-418d-905e-3b0807508f07 admin admin] 10.222.0.13 "PUT /v2.0/routers/3ae30460-79d7-47c7-89ba-ad999c40155e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8074539 Aug 12 22:52:54.388176 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Attempting to bind port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:52:54.389154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Attempting to bind port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:52:54.389154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Attempting to bind port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:52:54.396230 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ac469-093d-4e9b-886f-cddc828b454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cc30d-7d3f-459b-b88f-f7fcb5e32b18,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.485109 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:52:54.485775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:52:54.485907 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.486301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:52:54.486786 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Bound port: 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:52:54.487415 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.493494 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e1b682dc-36d8-4c6b-8503-799a0d67d8fc None None] Port aa4d1318-de62-45dc-a1c1-3712a1df43f4 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:52:54.496590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb667a7d-6f37-47e5-91f8-9db89f5c7bfb None None] Pushing event updated for resources: {'Port': ['ID=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.567889 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f012d1f0-3a41-459c-b887-78beaa89334c req-13840fcc-7d00-4b59-b15f-9e8cb33ff8a3 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0454996 Aug 12 22:52:54.609253 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.624453 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.627706 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.632351 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] For port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:52:54.638676 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] For port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:52:54.655638 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2d83f5a-e44b-4ba5-a370-5f84ab74a153 None None] Provisioning for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:54.658321 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.704296 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Pushing event updated for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.776131 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b2d83f5a-e44b-4ba5-a370-5f84ab74a153 None None] Provisioning complete for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:54.777797 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b2d83f5a-e44b-4ba5-a370-5f84ab74a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:54.808689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb667a7d-6f37-47e5-91f8-9db89f5c7bfb None None] Pushing event updated for resources: {'Port': ['ID=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:54.815093 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:52:54.815865 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:54.899545 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:54.901095 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:54.904440 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:52:51Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:54.918724 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b2d83f5a-e44b-4ba5-a370-5f84ab74a153 None None] Port 40a203aa-893b-4e18-b7f4-35a40dcc82ed cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:52:54.952226 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.014128 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de745f-6f35-442b-85c4-6872ea017736 None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:52:51Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:52:55.015614 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b765b6e0-e56f-4920-8a6f-2d794d4d6365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.025710 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-57494426-9b76-4d6c-82b5-08d5ce5822a9 req-e3c9f90c-98d6-4e15-8638-8ee1d8cd00bf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.0459805 Aug 12 22:52:55.101899 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:52:55.158040 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:52:55.231952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b765b6e0-e56f-4920-8a6f-2d794d4d6365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.250281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b765b6e0-e56f-4920-8a6f-2d794d4d6365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.328895 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device eda20156-5a73-4766-bfc2-29ec14518c8b up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:55.359936 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b765b6e0-e56f-4920-8a6f-2d794d4d6365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b35f368f0c9449894d1859fb55dcb9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4062102 Aug 12 22:52:55.382317 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d44c97a9-2234-453d-a9a1-9ed2cab60df6 req-057eae7a-073a-4e65-ac9f-c3785e4659a0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0528555 Aug 12 22:52:55.382892 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.413516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765b6e0-e56f-4920-8a6f-2d794d4d6365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023b673b-1fdc-4a02-b7c6-766ba7b708f6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:55.438813 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:52:55.444655 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-208abf49-cfb7-4a6b-92fb-a9ecfb793a20 admin admin] 10.222.0.13 "PUT /v2.0/routers/57153767-4d7a-4b93-bcc9-445ba1f47e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0171776 Aug 12 22:52:55.454975 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.477820 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-de70c414-c3d2-4ab1-9c9f-ae7a7f37a48e None None] Provisioning complete for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:55.478190 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-de70c414-c3d2-4ab1-9c9f-ae7a7f37a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.490605 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.552793 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-de70c414-c3d2-4ab1-9c9f-ae7a7f37a48e None None] Port 40a203aa-893b-4e18-b7f4-35a40dcc82ed cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:52:55.557759 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.561230 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.564177 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port eda20156-5a73-4766-bfc2-29ec14518c8b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:55.569380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 2, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:52:55.572884 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port eda20156-5a73-4766-bfc2-29ec14518c8b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:55.573261 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.576352 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46644) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.581558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/023b673b-1fdc-4a02-b7c6-766ba7b708f6 HTTP/1.1" status: 204 len: 168 time: 0.1860454 Aug 12 22:52:55.582885 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255796192', 'description': 'tempest-description--1178457681'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:55.621989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a81bb1-2820-4fd3-a679-9e2fc800d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b673b-1fdc-4a02-b7c6-766ba7b708f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:55.623990 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c8bf0-4abf-40c2-ba3a-8ffbd44c7823 None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 2, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:52:55.665754 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.768805 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a282353a-2c31-4555-a94c-81821cab0f3b req-8379a942-82bd-4a8e-b118-bc25c8473829 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0519526 Aug 12 22:52:55.832296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.881193 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.894628 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.913828 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port eda20156-5a73-4766-bfc2-29ec14518c8b, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=eda20156-5a73-4766-bfc2-29ec14518c8b,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:55.920412 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.940412 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:55.942308 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3646581 Aug 12 22:52:55.947191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:55.951987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group_rule': {'security_group_id': 'cfc336c7-5e45-4e65-80a5-911ef6b23f4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:55.970010 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2f15b-da71-4b8e-927f-755af67583e8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc336c7-5e45-4e65-80a5-911ef6b23f4f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:56.016703 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.038952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:56.227609 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a6481925-b2c8-45f4-b565-9a3178ecead8 req-5afe0f06-acb0-4343-b1d3-9a3e01f5661e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.0736423 Aug 12 22:52:56.230248 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.239177 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.276095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a9989-10e4-4612-bfc7-f47272bc4b51,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:56.293126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.294635 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6cacbdc4-ca1c-4f5c-a701-99eba6c9f0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3464417 Aug 12 22:52:56.297577 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46668) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:56.308804 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group_rule': {'security_group_id': 'cfc336c7-5e45-4e65-80a5-911ef6b23f4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:56.335435 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:56.341082 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204851670', 'description': 'tempest-description--1497460858'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:56.363645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.371599 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.394709 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37a8889a-c8c0-4dbe-8abc-17c142aff2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.545246 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f137997-9208-49ab-9ccf-bdfbfb58f4d4 req-216e1337-acfc-450c-9919-9cda2e2744b0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0760722 Aug 12 22:52:56.546199 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.553768 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.598556 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa61ffd-e110-46ff-842c-378d0626d040,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:56.626442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.634731 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.649428 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.651908 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-15885b4b-f93f-4cb5-a756-b7508ba497c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520575 Aug 12 22:52:56.658372 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46680) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:56.664120 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:56.671956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.673597 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3365960 Aug 12 22:52:56.676574 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46684) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:56.682746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group_rule': {'security_group_id': '97168a3b-06eb-42b8-8d03-20409908c1e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:56.685967 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f507-b924-4059-a231-793f45350165 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97168a3b-06eb-42b8-8d03-20409908c1e2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:56.736412 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.755565 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.894989 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:56.950066 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.70', 63841) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:56.999510 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.026212 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.066594 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:57.089547 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-64a9e7df-78a3-4fb8-8336-62649632c12b req-e083b6ff-2085-4fb0-a1f8-5390421753a5 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0865750 Aug 12 22:52:57.160176 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.161756 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4841440 Aug 12 22:52:57.162646 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50609d99-211f-4eea-b4b2-d74090e9b79a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a02b91-fff8-41b3-a7fb-7498dced3a24,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:57.170666 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46704) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:57.229038 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group_rule': {'security_group_id': '97168a3b-06eb-42b8-8d03-20409908c1e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:57.229413 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-b6d39ebc-3d1a-4eb3-9912-3e268f617a92 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:57.229413 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-b6d39ebc-3d1a-4eb3-9912-3e268f617a92 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.70 "GET /v2.0/networks?id=47242114-b3fb-4112-a80d-2072f96880da HTTP/1.1" status: 200 len: 811 time: 0.2548020 Aug 12 22:52:57.286089 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Request body: {'port': {'device_id': '01608097-21c7-4583-aa7f-fe2220044576', 'network_id': '47242114-b3fb-4112-a80d-2072f96880da', 'admin_state_up': True, 'tenant_id': '9c372b2d23514f8ea77d3db90ddf8827'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:57.312080 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.336531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.367679 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.399831 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.414217 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.483374 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 67aec70b-0bca-40e8-b111-ebc544862062 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:57.498808 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-189418031-network', 'tenant_id': 'd9d761b797f7444aab4d2088619f7027'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:57.548299 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 67aec70b-0bca-40e8-b111-ebc544862062 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:57.561602 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 67aec70b-0bca-40e8-b111-ebc544862062 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:57.563505 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.744870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.756134 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.70', 63848) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:57.770140 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 67aec70b-0bca-40e8-b111-ebc544862062, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=67aec70b-0bca-40e8-b111-ebc544862062,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:57.781080 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.782288 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device eda20156-5a73-4766-bfc2-29ec14518c8b up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:57.788803 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c57fb7-d3af-43de-b6aa-dcd3abeda64d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:57.903295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port eda20156-5a73-4766-bfc2-29ec14518c8b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:57.903507 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.920924 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fd2eb2be-fd64-47ff-81f9-7af98af4ec1d req-3b1036ea-e32a-4bc4-bea0-ef6e554bf09a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1780438 Aug 12 22:52:57.957475 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:57.961861 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fbc049d3-7b25-41e6-9ee2-b82791c3bbce tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7670083 Aug 12 22:52:57.997858 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-56831214-3b85-48b2-a204-139585d6ff4d req-9608d02e-e410-4bf4-9d50-673ac700a661 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.5404873 Aug 12 22:52:58.004423 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 46732) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:58.018179 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:58.018296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=67aec70b-0bca-40e8-b111-ebc544862062,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:58.116926 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:58.153848 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-a9e739ff-47ce-4ba6-90a6-a3b62c3ecdc9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:58.156464 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-a9e739ff-47ce-4ba6-90a6-a3b62c3ecdc9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 819 time: 0.3993509 Aug 12 22:52:58.195735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Made reservation on behalf of d9d761b797f7444aab4d2088619f7027 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:58.201686 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Request body: {'port': {'device_id': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'admin_state_up': True, 'tenant_id': 'e8e605e10e114038a764df28f0b15afa'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:52:58.209669 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:52:58.215226 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:58.215797 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.216306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.238277 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.70', 63852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:58.327193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.372402 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:52:58.382920 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.408208 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.415059 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Allocated IP 172.27.3.177 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/44040c2a-5c74-43b9-a833-f40ef6f4614d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:58.509538 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:58.598918 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.624768 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.632127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bf0f25af-5d1f-47f8-b81b-ed440b6eae4e req-67d067c6-eba2-4b5d-9854-573065b42a4a tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.3184299 Aug 12 22:52:58.680390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.db.api [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 22:52:58.680390 dv-cinder-759943-11-iscsi neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 22:52:58.680390 dv-cinder-759943-11-iscsi neutron-server[93942]: [parameters: {'project_id_1': 'd9d761b797f7444aab4d2088619f7027', 'expiration_1': datetime.datetime(2021, 8, 12, 22, 52, 58, 655194)}] Aug 12 22:52:58.680390 dv-cinder-759943-11-iscsi neutron-server[93942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 22:52:58.681199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG oslo_db.api [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 22:52:58.709571 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Made reservation on behalf of 9c372b2d23514f8ea77d3db90ddf8827 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:58.713198 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.762437 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.807727 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.829498 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-d6e49d5f-b066-4ec6-86fd-492b19111a35 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:52:58.837569 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:52:58.838263 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-d6e49d5f-b066-4ec6-86fd-492b19111a35 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.5967522 Aug 12 22:52:58.884990 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:52:58.891661 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Made reservation on behalf of e8e605e10e114038a764df28f0b15afa for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:52:58.896097 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:58.899435 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:52:59.070040 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=44040c2a-5c74-43b9-a833-f40ef6f4614d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:59.166331 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9472acaa-8a91-4331-876f-584c1e1e7afd req-ac40cf52-633e-4a0d-96f4-220701f6e2d1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0694869 Aug 12 22:52:59.244384 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 67aec70b-0bca-40e8-b111-ebc544862062 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:59.247858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.292596 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4ee5463-2491-4972-bff0-a750844d0d8b req-39fccb52-d2da-497b-9251-99ab4f5683cd tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.1308680 Aug 12 22:52:59.319990 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.331518 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 67aec70b-0bca-40e8-b111-ebc544862062 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:59.332102 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.387389 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Allocated IP 172.20.0.14 (47242114-b3fb-4112-a80d-2072f96880da/8e121329-63ec-4519-a58a-23d1020b7f98/917cab85-2610-4b5c-9c0f-dfeb5a04679a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:59.519336 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:52:59.561764 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.575678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:52:59.576040 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.632213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.742147 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Allocated IP 172.27.3.13 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/6f1c944c-baa6-4d01-9fbf-efa20e4e80ab) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:52:59.755390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.852248 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4407f007-824b-41f2-b83d-ad3c3b950eed req-aaf697d0-4f93-4234-919c-e9f9ac400638 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0616808 Aug 12 22:52:59.857775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:52:59.897023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:52:59.897478 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Added segment 87731480-e8b3-4219-9123-369304196af0 of type vlan for network e440bff5-13fb-46ec-9f46-cc7fc090dd64 Aug 12 22:52:59.902272 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269f27c6-f1b3-4170-bc36-c810aee51d86,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:52:59.986320 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:52:59.992171 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.005438 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.075642 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.080595 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.081702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:00.082335 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.101028 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Allocated IP 172.20.0.14 (d5710198-3158-4aa8-9cfb-b09a4f7fff80/14fd771e-869c-4188-96c5-def979f7ee66/c089b18a-f779-45a9-93b7-6f89247e7503) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:00.176874 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] Pushing event updated for resources: {'Network': ['ID=e440bff5-13fb-46ec-9f46-cc7fc090dd64,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:00.190475 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b0cc804f-505b-4b27-a7f5-0f6be2a38643 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1226470 Aug 12 22:53:00.191830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network e440bff5-13fb-46ec-9f46-cc7fc090dd64 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:53:00.193129 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:00.200404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Request body: {'subnet': {'network_id': 'e440bff5-13fb-46ec-9f46-cc7fc090dd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-189418031-subnet', 'tenant_id': 'd9d761b797f7444aab4d2088619f7027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:00.237692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Made reservation on behalf of d9d761b797f7444aab4d2088619f7027 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:00.239337 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.395096 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.454092 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-108fa4cf-d1c5-4e1c-bdec-292bb3c5f0dd req-98e2b870-86e8-40ae-8864-cb84ef62e78f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1044137 Aug 12 22:53:00.481483 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f052a33-bdda-4f1a-b49f-87a7e4e0e165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.687309 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.721424 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2fd22c79-9226-4e1a-9c11-3075fd2d649d req-4a2ccd52-35a1-4046-804a-bace99b888f9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.2370141 Aug 12 22:53:00.734653 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.745039 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.797553 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.840113 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.853865 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:00.859658 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:00.877102 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:00.914764 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:00.943199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Network 47242114-b3fb-4112-a80d-2072f96880da is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:00.964443 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:00.964443 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:00.965585 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:00.966993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.014561 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=6f1c944c-baa6-4d01-9fbf-efa20e4e80ab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.031466 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Pushing event updated for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.046701 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f052a33-bdda-4f1a-b49f-87a7e4e0e165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.084722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f052a33-bdda-4f1a-b49f-87a7e4e0e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.098598 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.108406 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4404583 Aug 12 22:53:01.110040 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-f8d8f84a-d23d-463c-8eaa-73817bf07eaa tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8285270 Aug 12 22:53:01.118339 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.124800 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.146787 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c23400-0be9-4040-a8ee-4fd674f8b99e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=44040c2a-5c74-43b9-a833-f40ef6f4614d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.210713 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f052a33-bdda-4f1a-b49f-87a7e4e0e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73825de-bea3-4b42-8b35-bec3e71546c9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.220524 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.225813 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5f052a33-bdda-4f1a-b49f-87a7e4e0e165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06be98166b194284aa5b130fa1b40f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1937513 Aug 12 22:53:01.229406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:01.395217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a96707-b955-42c4-90ea-95eac09b3b24,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.426922 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.446826 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Checking segment: {'id': '87731480-e8b3-4219-9123-369304196af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e440bff5-13fb-46ec-9f46-cc7fc090dd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:01.447626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Network hostable DHCP agents. Network: e440bff5-13fb-46ec-9f46-cc7fc090dd64, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:53:01.466788 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.497837 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:01.498654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Network e440bff5-13fb-46ec-9f46-cc7fc090dd64 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:53:01.544869 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:01.569716 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:01.576007 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.576746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.580207 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, e440bff5-13fb-46ec-9f46-cc7fc090dd64) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:01.590601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0000b7-06fc-44d4-812a-b1af51e98af3 None None] Network e440bff5-13fb-46ec-9f46-cc7fc090dd64 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:01.594925 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267026e-4d96-45f0-85f2-d30c43a47f81 req-020218c1-1749-4fa1-86f1-c6ebb8518b05 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.602686 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.603190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.609460 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1267026e-4d96-45f0-85f2-d30c43a47f81 req-020218c1-1749-4fa1-86f1-c6ebb8518b05 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 932 time: 0.5907693 Aug 12 22:53:01.637786 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.652094 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Pushing event updated for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.659934 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-47023ca5-8ffd-49d3-b139-83eb20aabf2f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1255796192&fields=id&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 267 time: 0.1472218 Aug 12 22:53:01.689005 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d440e047-5fd4-4868-a249-8eaebcba1d84 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4853170 Aug 12 22:53:01.711588 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-2ef181ed-c68a-4985-b2ca-dcff376d84fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5312452 Aug 12 22:53:01.743724 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1267026e-4d96-45f0-85f2-d30c43a47f81 req-e046934f-4226-4938-9ed4-8ed27cbf9b84 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331377 Aug 12 22:53:01.817722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-5be3a237-e218-49bc-8a7f-d5ef9db70618 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:01.819432 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-5be3a237-e218-49bc-8a7f-d5ef9db70618 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 816 time: 0.1424780 Aug 12 22:53:01.830278 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.838088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:01.841616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d73825de-bea3-4b42-8b35-bec3e71546c9 HTTP/1.1" status: 204 len: 168 time: 0.5944309 Aug 12 22:53:01.879467 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60751b54-4cbf-493d-8bf1-bb22877129e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73825de-bea3-4b42-8b35-bec3e71546c9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:01.897774 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-7157b914-41a1-4655-9945-bbe410667ebb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/quotas/36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 375 time: 0.0677693 Aug 12 22:53:01.926524 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ebf8d57c-0058-4245-a022-3991f250919a req-7d29e021-087b-4415-a9db-43c0ee5543f9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0599618 Aug 12 22:53:01.942890 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:53:01.956386 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:01.960184 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:02.116373 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8e035c0f-d826-43f3-9ed4-1bb2dc31249d req-2cc503bc-9db4-40bc-9996-9e9668a63050 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.0943677 Aug 12 22:53:02.139903 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:02.161481 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:02.180050 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-3304f996-e702-472e-9f0d-6b6528cc8138 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2738273 Aug 12 22:53:02.191193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a201d-ef5f-47bb-97c2-545a921dbb93 None None] Network e440bff5-13fb-46ec-9f46-cc7fc090dd64 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:02.253532 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:02.275644 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=6f1c944c-baa6-4d01-9fbf-efa20e4e80ab,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:02.302182 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:02.312551 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ecf8f53e-c6e1-4d4b-9bfa-ef3af7bfe5d7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3069532 Aug 12 22:53:02.377503 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:53:02.400818 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:02.449215 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:02.467202 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:02.478623 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-21f21b54-abb6-408f-8a19-629faff2b0af service neutron] 10.222.0.13 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749531 Aug 12 22:53:02.889459 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-964e5ebb-5c55-4848-97ef-e11de669fb12 service neutron] 10.222.0.13 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040749 Aug 12 22:53:02.932607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:03.009804 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fdbd8-06ef-4d8a-96f3-81ff2303072d req-8228f071-f9fd-4a28-b048-0865935220cb tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:03.018061 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c68fdbd8-06ef-4d8a-96f3-81ff2303072d req-8228f071-f9fd-4a28-b048-0865935220cb tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 932 time: 0.1542990 Aug 12 22:53:03.021209 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 2, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:03.086477 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:53:03.086842 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Updating router 3ae30460-79d7-47c7-89ba-ad999c40155e port aa4d1318-de62-45dc-a1c1-3712a1df43f4 binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:53:03.101751 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c68fdbd8-06ef-4d8a-96f3-81ff2303072d req-e1acdc55-7f98-4e3c-baef-fcc6a55b9aee tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813377 Aug 12 22:53:03.190089 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:03.237800 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 46912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:03.242766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-735155846-network', 'tenant_id': 'e06168f405274ac08d0759d2865bead1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:03.311766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Made reservation on behalf of e06168f405274ac08d0759d2865bead1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:03.314253 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:03.330198 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:03.376787 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-c9eb0948-d76d-4f89-99bb-521bce42da83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1204851670&fields=id&tenant_id=2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 267 time: 0.1031709 Aug 12 22:53:03.450178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-85653e8f-b78d-4cd7-bed7-4761053526a2 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:53:03.451232 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-85653e8f-b78d-4cd7-bed7-4761053526a2 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0767350 Aug 12 22:53:03.455077 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Request body: {'port': {'device_id': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'admin_state_up': True, 'tenant_id': '8990bddc7f684b678900f3e19694abea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:03.474997 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-373f478c-22e9-4132-92eb-d187acef6c00 req-2c0d5a37-0116-4124-8960-c39bb6973372 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0928822 Aug 12 22:53:03.597091 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-49c767b0-ed90-455c-9443-d16b62ed8039 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:03.604627 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-49c767b0-ed90-455c-9443-d16b62ed8039 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 810 time: 0.2268767 Aug 12 22:53:03.610912 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-a401cb9b-503b-430d-a92a-b879ed434c13 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 22:53:03.612182 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-a401cb9b-503b-430d-a92a-b879ed434c13 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2334135 Aug 12 22:53:03.628337 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-e56f16f6-9c0e-4a78-90ce-d2ff464fd122 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/quotas/2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 375 time: 0.0220251 Aug 12 22:53:03.641206 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 2, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:03.723436 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-8b37c567-af3e-48d2-bdce-feec6fcd5fd2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937531 Aug 12 22:53:03.729396 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:53:03.731163 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Updating router 57153767-4d7a-4b93-bcc9-445ba1f47e55 port 40a203aa-893b-4e18-b7f4-35a40dcc82ed binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:53:03.849501 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:03.945003 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2d2b20a7-f575-4e6b-ae0e-8d8b8a9e5b04 req-284249ec-01b5-4b72-8625-cebab4991977 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.2139437 Aug 12 22:53:03.965358 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-f5863fdd-16e4-465b-98ef-2ddfaf0dafdb service neutron] 10.222.0.13 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285209 Aug 12 22:53:04.248978 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Request body: {'port': {'device_id': '01608097-21c7-4583-aa7f-fe2220044576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:04.253616 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.279785 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Transition to ACTIVE for port object aa4d1318-de62-45dc-a1c1-3712a1df43f4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:04.291297 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.378317 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-a73e6fe3-c354-42c8-9a62-264ce1899538 service neutron] 10.222.0.13 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099212 Aug 12 22:53:04.393543 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70781-6599-4491-8027-1848dc1362bd None None] Pushing event updated for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:04.437439 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Request body: {'port': {'device_id': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:04.465592 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fdb35ce9-645b-4f86-ae57-eabb52431bef req-6a534a06-4ece-404f-b3d6-63a5cb37f39d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 210 time: 0.3004594 Aug 12 22:53:04.476287 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.534872 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Attempting to bind port aa4d1318-de62-45dc-a1c1-3712a1df43f4 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:04.535469 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Attempting to bind port aa4d1318-de62-45dc-a1c1-3712a1df43f4 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:04.535994 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Attempting to bind port aa4d1318-de62-45dc-a1c1-3712a1df43f4 on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:04.548261 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:04.548882 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Checking segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:04.549490 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.550189 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Bound using segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:04.551049 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Bound port: aa4d1318-de62-45dc-a1c1-3712a1df43f4, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:04.551619 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.672429 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.693085 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.698839 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Transition to ACTIVE for port object 40a203aa-893b-4e18-b7f4-35a40dcc82ed will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:04.712706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.717254 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:04.747757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.70', 63866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:04.866769 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] For port aa4d1318-de62-45dc-a1c1-3712a1df43f4, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:04.879287 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] For port aa4d1318-de62-45dc-a1c1-3712a1df43f4, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=aa4d1318-de62-45dc-a1c1-3712a1df43f4,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:04.894559 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.078120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:53:05.080496 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:05.084348 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.133271 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70781-6599-4491-8027-1848dc1362bd None None] Pushing event updated for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:05.196026 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffd21-74cb-463a-8cfe-d47378e0e9cd None None] Pushing event updated for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:05.243356 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:05.243960 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:05.287592 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917cab85-2610-4b5c-9c0f-dfeb5a04679a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:05.294390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6c205-d0b0-4cad-a8b6-7e4e0ca2b9cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:05.304719 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.307368 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.337738 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Transition to ACTIVE for port object 917cab85-2610-4b5c-9c0f-dfeb5a04679a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:05.360640 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Attempting to bind port 40a203aa-893b-4e18-b7f4-35a40dcc82ed on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:05.361240 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Attempting to bind port 40a203aa-893b-4e18-b7f4-35a40dcc82ed by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:05.361904 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Attempting to bind port 40a203aa-893b-4e18-b7f4-35a40dcc82ed on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:05.369715 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:05.370586 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Checking segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:05.371438 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.372139 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Bound using segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:05.373121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Bound port: 40a203aa-893b-4e18-b7f4-35a40dcc82ed, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:05.373287 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.373864 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.456354 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3969db1d-61a9-4a4b-a33a-0fbe8c89a587 req-74796e8e-cdbc-4098-ad9f-583fc9b33b72 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1155956 Aug 12 22:53:05.485577 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] For port 40a203aa-893b-4e18-b7f4-35a40dcc82ed, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:05.491353 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] For port 40a203aa-893b-4e18-b7f4-35a40dcc82ed, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=40a203aa-893b-4e18-b7f4-35a40dcc82ed,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:05.504683 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.583613 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffd21-74cb-463a-8cfe-d47378e0e9cd None None] Pushing event updated for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:05.593835 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.70', 63869) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:05.633796 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:05.640919 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:52:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:05.676180 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.677292 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Added segment 560faab2-3a61-40a2-a091-8bdd9554b8f0 of type vlan for network 75cab7ca-1cca-4fc4-bece-c06c742f3303 Aug 12 22:53:05.726533 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:05.832599 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f14254a9-740a-422c-b182-7716b3cde956 req-82c7ec4e-bd0e-4e79-be36-c0e750d24a75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.2236664 Aug 12 22:53:05.852887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:05.967784 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-02a2b10d-1df2-4434-b4d3-50e99798019b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:05.969637 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-02a2b10d-1df2-4434-b4d3-50e99798019b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 819 time: 1.1573949 Aug 12 22:53:06.144309 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:06.194488 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-011a91ea-1854-48bc-8eff-50864b9aefd7 req-5a02a68a-73a5-4a1c-8cf9-e98df29f3a89 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.1269875 Aug 12 22:53:06.198876 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:04Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:06.222395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Pushing event updated for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:06.245364 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Attempting to bind port 917cab85-2610-4b5c-9c0f-dfeb5a04679a on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:06.255798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Request body: {'port': {'device_id': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'admin_state_up': True, 'tenant_id': 'e8e605e10e114038a764df28f0b15afa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:06.257054 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Attempting to bind port 917cab85-2610-4b5c-9c0f-dfeb5a04679a by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c9bc5cd6-c0a2-43b5-9163-769101930313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47242114-b3fb-4112-a80d-2072f96880da'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:06.257796 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Attempting to bind port 917cab85-2610-4b5c-9c0f-dfeb5a04679a on network 47242114-b3fb-4112-a80d-2072f96880da {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:06.275803 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Port 917cab85-2610-4b5c-9c0f-dfeb5a04679a on network 47242114-b3fb-4112-a80d-2072f96880da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:06.289595 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Attempting to bind port 917cab85-2610-4b5c-9c0f-dfeb5a04679a on network 47242114-b3fb-4112-a80d-2072f96880da {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:06.319111 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c83be5-0940-4ace-b890-a1c874bce390 None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:04Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:53:06.337235 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:06.341035 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Checking segment: {'id': 'c9bc5cd6-c0a2-43b5-9163-769101930313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47242114-b3fb-4112-a80d-2072f96880da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:06.342061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Bound using segment: {'id': 'c9bc5cd6-c0a2-43b5-9163-769101930313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47242114-b3fb-4112-a80d-2072f96880da'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:06.344554 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Bound port: 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9bc5cd6-c0a2-43b5-9163-769101930313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '47242114-b3fb-4112-a80d-2072f96880da'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:06.345861 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:06.482598 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Allocated IP 172.20.0.2 (bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f/5cb2826e-496c-4899-918c-04cae5a4f22a/062546eb-50b7-420e-8f9f-868f1cd76a47) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:06.560223 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-922e807d-3cbf-468c-8438-4c2af9076621 req-26d284fa-35f2-47d5-8f81-9ef5b7dca5e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 210 time: 0.1732712 Aug 12 22:53:06.631743 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-a48d3769-f39f-4b17-aaba-54a938f166bd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:06.635227 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:06.636366 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:06.642199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:06.648588 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-a48d3769-f39f-4b17-aaba-54a938f166bd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 816 time: 1.0536616 Aug 12 22:53:06.673619 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:05Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:06.782075 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f230-541a-4bde-bcab-4cb2cb4ae728 None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:05Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:53:06.802765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751a0d5-075d-4c57-8ebb-eccdae94f617 req-8a1146a3-9d4b-4e9a-821b-570626707c6b tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:06.810808 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2751a0d5-075d-4c57-8ebb-eccdae94f617 req-8a1146a3-9d4b-4e9a-821b-570626707c6b tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 1.8130796 Aug 12 22:53:06.882113 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:06.937798 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a,segment=NetworkSegment(c9bc5cd6-c0a2-43b5-9163-769101930313),segment_id=c9bc5cd6-c0a2-43b5-9163-769101930313)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:07.035564 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.042105 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dc36c2f5-667a-4a4a-b24c-3a1aca2491d2 req-06a66de6-e1c5-4f93-8356-cd69ffdcd144 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.2242413 Aug 12 22:53:07.067473 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-e56a1c10-fa7c-4327-aa77-a951b6c97390 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 380 time: 0.3644884 Aug 12 22:53:07.122891 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8841200 Aug 12 22:53:07.127764 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47028) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:07.145732 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:07.146359 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.155957 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] 10.222.0.70 "PUT /v2.0/ports/917cab85-2610-4b5c-9c0f-dfeb5a04679a HTTP/1.1" status: 200 len: 1094 time: 3.2212582 Aug 12 22:53:07.159878 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:07.163837 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2751a0d5-075d-4c57-8ebb-eccdae94f617 req-2d0dcea5-8560-40cc-86b4-4ccc250e9564 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491218 Aug 12 22:53:07.269563 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d876c81-2949-49bb-9b04-1b06377cbb57 admin admin] Pushing event updated for resources: {'Network': ['ID=75cab7ca-1cca-4fc4-bece-c06c742f3303,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:07.304765 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 75cab7ca-1cca-4fc4-bece-c06c742f3303 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:53:07.364647 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Request body: {'subnet': {'network_id': '75cab7ca-1cca-4fc4-bece-c06c742f3303', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-735155846-subnet', 'tenant_id': 'e06168f405274ac08d0759d2865bead1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:07.452103 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 40a203aa-893b-4e18-b7f4-35a40dcc82ed up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:07.463234 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'port': {'device_id': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'admin_state_up': True, 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'security_groups': ['cfc336c7-5e45-4e65-80a5-911ef6b23f4f']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:07.666950 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:07.672749 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:07.673110 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c089b18a-f779-45a9-93b7-6f89247e7503 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:07.673291 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.686487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.721181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Transition to ACTIVE for port object c089b18a-f779-45a9-93b7-6f89247e7503 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:07.742850 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:07.830527 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:07.969041 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.038248 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.70', 63873) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:08.055783 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Made reservation on behalf of e06168f405274ac08d0759d2865bead1 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:08.060855 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:08.064871 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.111188 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 40a203aa-893b-4e18-b7f4-35a40dcc82ed, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=40a203aa-893b-4e18-b7f4-35a40dcc82ed,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:08.120737 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.120737 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device aa4d1318-de62-45dc-a1c1-3712a1df43f4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:08.295993 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3be0055-e5fa-4ad9-9324-c10f93061534 req-3da0e8ec-c84e-426c-b679-9e82b7f6856a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.9003956 Aug 12 22:53:08.377658 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-539400e4-b30d-4aa3-aced-2b6474e3d686 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:08.382151 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-539400e4-b30d-4aa3-aced-2b6474e3d686 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 810 time: 0.2989936 Aug 12 22:53:08.383271 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c27ba14c-3911-411d-b229-15864a977115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.503769 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f535637-9aa7-4d26-a4fb-b2d39ae4973d req-1c26583d-f514-4152-8da4-eadca9d4ae10 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 210 time: 0.0469244 Aug 12 22:53:08.550657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:08.571373 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:08.572099 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa2e598f-423f-4a88-b9a0-cf5456294a40 req-e9914554-348e-4a92-8187-a6a715da0ab7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 1.2283592 Aug 12 22:53:08.598441 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:08.598824 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.715334 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.816399 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Made reservation on behalf of e8e605e10e114038a764df28f0b15afa for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:08.820440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.853235 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Attempting to bind port c089b18a-f779-45a9-93b7-6f89247e7503 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:08.853751 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Attempting to bind port c089b18a-f779-45a9-93b7-6f89247e7503 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:08.854105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Attempting to bind port c089b18a-f779-45a9-93b7-6f89247e7503 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:08.878903 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda0f8-13e5-4994-95cf-a50627e5bb8a service neutron] Pushing event updated for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:08.897082 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:08.919461 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Port c089b18a-f779-45a9-93b7-6f89247e7503 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:08.919774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Attempting to bind port c089b18a-f779-45a9-93b7-6f89247e7503 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:08.923380 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f18cd664-f6df-49ee-9f27-34a83f747295 req-14e95011-f130-44b3-817b-d3a2c6a99e26 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.1980391 Aug 12 22:53:08.923858 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62" -d '{"events": [{"name": "network-changed", "server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:08.968438 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port aa4d1318-de62-45dc-a1c1-3712a1df43f4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=aa4d1318-de62-45dc-a1c1-3712a1df43f4,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:08.976740 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.071836 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007009d6-2875-4729-860b-3bb4a407672e req-daf57c88-3d68-448e-80fc-e793cb5ea306 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:09.077580 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-007009d6-2875-4729-860b-3bb4a407672e req-daf57c88-3d68-448e-80fc-e793cb5ea306 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.3525462 Aug 12 22:53:09.077580 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2872469b-c315-4cbb-8e78-902f59b8d5f9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:09.079346 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:09.117079 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-cc30aa2b-9b1e-4010-b23f-1e4cb031aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:09.118664 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-cc30aa2b-9b1e-4010-b23f-1e4cb031aa42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c372b2d23514f8ea77d3db90ddf8827&device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 1097 time: 1.6779687 Aug 12 22:53:09.258220 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:09.259135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Checking segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:09.259735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Bound using segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:09.260223 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Bound port: c089b18a-f779-45a9-93b7-6f89247e7503, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:09.260509 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.279085 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb7242f-1f87-43f3-b277-249c9197b45c x-openstack-request-id: req-1eb7242f-1f87-43f3-b277-249c9197b45c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:09.279377 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:09.286522 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1eb7242f-1f87-43f3-b277-249c9197b45c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:09.287424 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a', 'status': 'completed', 'code': 200} Aug 12 22:53:09.298431 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 40a203aa-893b-4e18-b7f4-35a40dcc82ed up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:09.311670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.341589 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-1aa7820c-0706-4043-afea-f8acfd8ff496 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 380 time: 0.8098910 Aug 12 22:53:09.345597 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c27ba14c-3911-411d-b229-15864a977115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.357888 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Allocated IP 172.20.0.9 (d5710198-3158-4aa8-9cfb-b09a4f7fff80/14fd771e-869c-4188-96c5-def979f7ee66/445f5e85-ed85-4154-a358-6232f066f023) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:09.360002 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-007009d6-2875-4729-860b-3bb4a407672e req-7fc5d269-3797-4114-a1ee-803e48fdad96 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688749 Aug 12 22:53:09.407405 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Checking segment: {'id': '560faab2-3a61-40a2-a091-8bdd9554b8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '75cab7ca-1cca-4fc4-bece-c06c742f3303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:09.408211 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Network hostable DHCP agents. Network: 75cab7ca-1cca-4fc4-bece-c06c742f3303, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:53:09.413792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c27ba14c-3911-411d-b229-15864a977115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.433587 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Made reservation on behalf of 36723f3ce3c44c789f1f0f6db437b4e5 for: {'port': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:09.437556 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.454454 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Network 75cab7ca-1cca-4fc4-bece-c06c742f3303 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:53:09.462249 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 40a203aa-893b-4e18-b7f4-35a40dcc82ed triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:09.462660 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.468708 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 75cab7ca-1cca-4fc4-bece-c06c742f3303) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:09.479252 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:09.479945 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.562055 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ca5628c9-ed96-4deb-9b7b-d0db518eb7af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4028230 Aug 12 22:53:09.587456 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8326224f-410e-4ec0-a921-ae1e7f0f5d31 req-48fc8d71-0a01-4a17-9aaf-2c5120fcc2ba tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.1052101 Aug 12 22:53:09.627326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ba14c-3911-411d-b229-15864a977115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619cff7-4ae3-4f51-9b18-4de386af7399,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:09.634504 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c27ba14c-3911-411d-b229-15864a977115 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=428120597bef4c14a50f911748c678fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7946723 Aug 12 22:53:09.637333 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:09.704383 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:09.712101 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.718824 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c089b18a-f779-45a9-93b7-6f89247e7503,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:09.764040 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d02d3a-7a2b-486f-bf84-aa19fe028139 None None] Network 75cab7ca-1cca-4fc4-bece-c06c742f3303 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:09.804658 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-50e30e5b-ee9c-4d26-aadc-17cf906573ab req-b8b77d1b-4bea-4561-8daf-cdf375ebe071 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 210 time: 0.1423287 Aug 12 22:53:09.825654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:09.890768 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device aa4d1318-de62-45dc-a1c1-3712a1df43f4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:09.929154 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Allocated IP 172.20.0.6 (6a82b229-08f5-4928-9de1-a685d5d07c9e/f2cda03e-1b4c-4228-b2d7-bd06462aa296/71595f6d-bd88-4811-816f-262ed629d542) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:10.005998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.006143 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port aa4d1318-de62-45dc-a1c1-3712a1df43f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:10.006508 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.015677 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bb39a6ca-9558-4069-8c07-99a79f870328 req-fbe6395d-467f-4063-8fdf-f9978a38c6cc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.2904737 Aug 12 22:53:10.046744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c9a56-6250-48d7-8697-5f8ddfd8289f None None] Network 75cab7ca-1cca-4fc4-bece-c06c742f3303 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:10.053040 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:10.079709 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:10.139231 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.171555 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.172495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.176393 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] 10.222.0.70 "PUT /v2.0/ports/c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 1094 time: 6.1747465 Aug 12 22:53:10.185258 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:10.257471 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d0835-ed73-4422-a8b8-b19345bc12be req-7308e966-19d2-4e63-9804-9636be869107 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.265873 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa8d0835-ed73-4422-a8b8-b19345bc12be req-7308e966-19d2-4e63-9804-9636be869107 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 931 time: 0.1870999 Aug 12 22:53:10.365993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event updated for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:10.381032 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:10.388753 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.392735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.392908 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.393236 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.397244 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e619cff7-4ae3-4f51-9b18-4de386af7399 HTTP/1.1" status: 204 len: 168 time: 0.7463865 Aug 12 22:53:10.421387 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa8d0835-ed73-4422-a8b8-b19345bc12be req-0e479583-419b-4e3a-8ff6-435751413360 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540189 Aug 12 22:53:10.453737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.461150 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec5865-f497-4dbf-a453-e98b6d07638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619cff7-4ae3-4f51-9b18-4de386af7399,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:10.498767 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Transition to ACTIVE for port object 71595f6d-bd88-4811-816f-262ed629d542 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:10.502233 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-128937e9-0dc2-4ded-8e96-c79b1267a8f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1288242 Aug 12 22:53:10.513138 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.577478 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00444ca0-80c9-445c-b36b-acf568dfcb58" -d '{"events": [{"name": "network-changed", "server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:10.596042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.663741 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da508adb-cb99-49c1-8b0e-f21466c32de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:10.738456 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aa2e6-0aba-4134-b827-5165404fd401 req-67101597-7fa7-464e-b276-b49fe525b4a7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.741126 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-af1aa2e6-0aba-4134-b827-5165404fd401 req-67101597-7fa7-464e-b276-b49fe525b4a7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.2160194 Aug 12 22:53:10.805380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.882635 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-af1aa2e6-0aba-4134-b827-5165404fd401 req-84fb386c-8f6e-412c-8518-5a39db20caa4 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319926 Aug 12 22:53:10.895228 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Network d5710198-3158-4aa8-9cfb-b09a4f7fff80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:10.898531 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:10.912915 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:10.920054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:10.921699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:10.925682 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Pushing event updated for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:10.944383 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-c2d9a00f-15cd-4de4-b3ae-24b223cbff99 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7636342 Aug 12 22:53:10.986844 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:11.013766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:11.025475 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:11.031547 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:11.032245 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.062721 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:11.131357 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eb82e-cb89-4af0-a509-88acd965f92e req-5795350f-1e42-457d-9162-2be465cb703e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:11.134313 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a43eb82e-cb89-4af0-a509-88acd965f92e req-5795350f-1e42-457d-9162-2be465cb703e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 931 time: 0.3486123 Aug 12 22:53:11.136059 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-82fc2a18-45a9-4a54-8ee5-4277a287b0f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8025591 Aug 12 22:53:11.265035 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a43eb82e-cb89-4af0-a509-88acd965f92e req-249b8131-1844-468c-8ded-1505faf5f37a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216261 Aug 12 22:53:11.319036 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3a94a-b51c-4e34-9ba6-3cd2884eb70c x-openstack-request-id: req-e5c3a94a-b51c-4e34-9ba6-3cd2884eb70c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:11.319329 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:11.319694 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5c3a94a-b51c-4e34-9ba6-3cd2884eb70c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:11.320252 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503', 'status': 'completed', 'code': 200} Aug 12 22:53:11.431525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c4e9f8e-80d8-44ce-996f-ecf2b45c2273 None None] Provisioning for port 71595f6d-bd88-4811-816f-262ed629d542 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:11.450058 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0c4e9f8e-80d8-44ce-996f-ecf2b45c2273 None None] Provisioning complete for port 71595f6d-bd88-4811-816f-262ed629d542 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:11.450438 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9f8e-80d8-44ce-996f-ecf2b45c2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.452292 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:11.464644 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5e9cebca-bf82-4694-963d-41bd722dc92d req-373fbe07-3bc4-4eba-81e5-64027612c21b tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.0788038 Aug 12 22:53:11.469987 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9e3e-5847-48e9-b080-0c23ffac45f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.497285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e9f8e-80d8-44ce-996f-ecf2b45c2273 None None] Port 71595f6d-bd88-4811-816f-262ed629d542 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:53:11.502774 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64fac-6bb7-4b5a-aea4-667b68f58d0c req-ef342265-d4ef-43d6-8be2-4ac92af15538 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:11.504348 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8bd64fac-6bb7-4b5a-aea4-667b68f58d0c req-ef342265-d4ef-43d6-8be2-4ac92af15538 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 931 time: 0.1017921 Aug 12 22:53:11.597308 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8bd64fac-6bb7-4b5a-aea4-667b68f58d0c req-a5258e61-81e4-4d85-b586-bfeaab74db9d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814555 Aug 12 22:53:11.642139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16625597-f24e-422b-bac5-63c9f82c366f req-049cadb0-46ca-48dc-a4ce-852d7ae2cedf tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:11.642399 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9e3e-5847-48e9-b080-0c23ffac45f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.643757 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-16625597-f24e-422b-bac5-63c9f82c366f req-049cadb0-46ca-48dc-a4ce-852d7ae2cedf tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 931 time: 0.0691233 Aug 12 22:53:11.647605 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9e3e-5847-48e9-b080-0c23ffac45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.686370 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-16625597-f24e-422b-bac5-63c9f82c366f req-c2287264-c009-4042-ad45-2bb39a207473 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Aug 12 22:53:11.694218 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c7ba9e3e-5847-48e9-b080-0c23ffac45f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cfac9f119524e388ab87ce9f0475aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403362 Aug 12 22:53:11.695398 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9e3e-5847-48e9-b080-0c23ffac45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd2a0c-c086-46be-b682-8bc2851a5052,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:11.697051 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:11.752593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.775221 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.831238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.833938 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:11.835155 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abfd2a0c-c086-46be-b682-8bc2851a5052 HTTP/1.1" status: 204 len: 168 time: 0.1366112 Aug 12 22:53:11.844285 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316be4-78c6-467e-989a-5436ed19336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd2a0c-c086-46be-b682-8bc2851a5052,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:12.017473 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7eeb1-c402-4688-ad9b-d459ac8936d3 req-5755891b-00bf-4dc5-9093-f82af6a2cb83 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.020149 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-48d7eeb1-c402-4688-ad9b-d459ac8936d3 req-5755891b-00bf-4dc5-9093-f82af6a2cb83 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.0574412 Aug 12 22:53:12.061420 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-48d7eeb1-c402-4688-ad9b-d459ac8936d3 req-3a7ee38a-d8b0-4201-bf89-7f1084ccb27e tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Aug 12 22:53:12.395217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8a9f6-b098-4eb9-bb65-548a9e04f03b req-ee7137eb-e77c-437c-a102-bdc82d2351c7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.396816 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6fe8a9f6-b098-4eb9-bb65-548a9e04f03b req-ee7137eb-e77c-437c-a102-bdc82d2351c7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 931 time: 0.0528665 Aug 12 22:53:12.441428 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6fe8a9f6-b098-4eb9-bb65-548a9e04f03b req-10b4f5fd-0940-4e13-b55c-43ac044cd8c8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Aug 12 22:53:12.576295 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e53397f5-64df-402a-81de-0dbfe708d077 req-61167fb2-f660-4990-97cd-ffef48e9a04b tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.0274336 Aug 12 22:53:12.721390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808107a8-9ac3-4e95-a3fb-eb4d6b1dacae req-66d61158-aac8-4316-bc09-6b654e15db62 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.723974 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-808107a8-9ac3-4e95-a3fb-eb4d6b1dacae req-66d61158-aac8-4316-bc09-6b654e15db62 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 931 time: 0.0535982 Aug 12 22:53:12.774503 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-808107a8-9ac3-4e95-a3fb-eb4d6b1dacae req-f1ac3295-2794-4bba-9244-628e30d7d832 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Aug 12 22:53:12.841235 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386af87-89a5-49d7-bc9b-290cf6ff6007 req-2fe4af7b-9faa-4dfb-b51a-053603fa1804 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:12.841235 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f386af87-89a5-49d7-bc9b-290cf6ff6007 req-2fe4af7b-9faa-4dfb-b51a-053603fa1804 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 931 time: 0.0696011 Aug 12 22:53:12.885957 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f386af87-89a5-49d7-bc9b-290cf6ff6007 req-84aa4a2b-fe0f-477a-a76b-73d6050563f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Aug 12 22:53:13.192994 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104ec27-5376-4e49-bcc4-6cd7bfcf6a3c req-e0436540-67a0-488e-83ef-631a1a09e13d tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:13.194658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1104ec27-5376-4e49-bcc4-6cd7bfcf6a3c req-e0436540-67a0-488e-83ef-631a1a09e13d tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.0601428 Aug 12 22:53:13.241101 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1104ec27-5376-4e49-bcc4-6cd7bfcf6a3c req-7963b010-1c96-4872-8a6a-977d32bb8aae tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393293 Aug 12 22:53:13.542746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'port': {'device_id': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'admin_state_up': True, 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'security_groups': ['97168a3b-06eb-42b8-8d03-20409908c1e2']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:13.552483 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Request body: {'port': {'device_id': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:13.635383 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-feb05aeb-0c25-4620-86a6-befbde1e5d76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a HTTP/1.1" status: 200 len: 217 time: 0.0938947 Aug 12 22:53:13.657909 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Request body: {'port': {'device_id': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:13.671835 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Request body: {'port': {'device_id': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:13.677515 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159705f-b0be-47d1-8a45-079eb24c3eed req-b79c3b77-d396-4f4d-b591-d35ec400a139 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:13.679043 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c159705f-b0be-47d1-8a45-079eb24c3eed req-b79c3b77-d396-4f4d-b591-d35ec400a139 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 931 time: 0.1682286 Aug 12 22:53:13.684128 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:13.729718 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fcd0d008-a74e-48cd-829d-567e9fce28da req-ecf7bf2b-146a-4d2c-84c5-cf415268e5a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.0818615 Aug 12 22:53:13.793216 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c159705f-b0be-47d1-8a45-079eb24c3eed req-a2b337fd-51c0-489d-a002-649a5d2914a7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053743 Aug 12 22:53:13.817299 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Made reservation on behalf of 2834f66ce7594b2981e1fade41397b79 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:13.820834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:13.880668 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-89db0bcd-ac72-462d-9092-7eba3c5d2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:13.882275 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-89db0bcd-ac72-462d-9092-7eba3c5d2e58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e121329-63ec-4519-a58a-23d1020b7f98 HTTP/1.1" status: 200 len: 851 time: 0.1492221 Aug 12 22:53:13.969230 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:13.973661 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-4c441569-0376-431e-a6d1-55ccaad56f5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47242114-b3fb-4112-a80d-2072f96880da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800147 Aug 12 22:53:14.010347 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.037449 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-0137bd9b-4e93-4ced-8a9b-b5968e190391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:14.039765 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-0137bd9b-4e93-4ced-8a9b-b5968e190391 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1097 time: 0.3026886 Aug 12 22:53:14.223974 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7700894-f0a6-4d68-ac5b-2c5530fc2191 req-c52c95c8-e7d6-486a-8b80-61b2a09f2d05 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:14.225931 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7700894-f0a6-4d68-ac5b-2c5530fc2191 req-c52c95c8-e7d6-486a-8b80-61b2a09f2d05 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 931 time: 0.3076315 Aug 12 22:53:14.354821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a071-7074-40e3-8f19-6385259b3a3a req-bc4104dd-417f-4a4c-959a-9a6037f7e960 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:14.363060 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7864a071-7074-40e3-8f19-6385259b3a3a req-bc4104dd-417f-4a4c-959a-9a6037f7e960 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 931 time: 0.3217828 Aug 12 22:53:14.409734 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-2e99574e-8d75-4a59-9f73-dbd88733ac47 service neutron] 10.222.0.70 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270823 Aug 12 22:53:14.457787 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7864a071-7074-40e3-8f19-6385259b3a3a req-18f49c1e-e8df-4f01-9009-1c9cfed57da1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934961 Aug 12 22:53:14.496331 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:14.505920 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.520165 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Transition to ACTIVE for port object 71595f6d-bd88-4811-816f-262ed629d542 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:14.528097 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.652240 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:14.718144 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751d2b-20e8-45ac-be1e-8b20c378d9d2 req-2d59e9c8-b1e0-4371-bbef-442174696890 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:14.719677 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-23751d2b-20e8-45ac-be1e-8b20c378d9d2 req-2d59e9c8-b1e0-4371-bbef-442174696890 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.1945078 Aug 12 22:53:14.725094 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Attempting to bind port 71595f6d-bd88-4811-816f-262ed629d542 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:14.725821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Attempting to bind port 71595f6d-bd88-4811-816f-262ed629d542 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:14.726361 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Attempting to bind port 71595f6d-bd88-4811-816f-262ed629d542 on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:14.741135 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Port 71595f6d-bd88-4811-816f-262ed629d542 on network 6a82b229-08f5-4928-9de1-a685d5d07c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:14.741715 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Attempting to bind port 71595f6d-bd88-4811-816f-262ed629d542 on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:14.763227 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7700894-f0a6-4d68-ac5b-2c5530fc2191 req-51248ab2-d89b-4855-afb5-708cbd396938 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152857 Aug 12 22:53:14.773300 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:14.773886 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Checking segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:14.774378 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Bound using segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:14.774830 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Bound port: 71595f6d-bd88-4811-816f-262ed629d542, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:14.775194 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:14.787273 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-423fbd7a-3088-4bda-b6fe-4671524ecab7 req-ade3f7eb-f352-462c-a9f5-f35530c520ae service neutron] 10.222.0.70 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116134 Aug 12 22:53:14.816594 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-5299a19a-6d4d-443c-91ca-d94b586004d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:14.818080 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-5299a19a-6d4d-443c-91ca-d94b586004d1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e8e605e10e114038a764df28f0b15afa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7472570 Aug 12 22:53:14.823901 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-23751d2b-20e8-45ac-be1e-8b20c378d9d2 req-6feb9bf8-8874-4aaf-b0b1-00a4ff4f99c5 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919631 Aug 12 22:53:14.843557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Allocated IP 172.20.0.9 (9d23dcfe-e4a9-4bf0-b110-50cb4710dee2/41df7ef8-eb0b-4063-9f55-7d619715a7d8/ea31fb2b-08f5-4ea4-a4d1-accf52418aaa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:14.906138 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:14.967706 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:14.974880 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.004118 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a41eef8-fef0-4648-940f-f69bacf71752 req-c99ad2bc-e9f5-413e-8484-e337986d2980 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.0938158 Aug 12 22:53:15.021474 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.022146 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.023547 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] 10.222.0.70 "PUT /v2.0/ports/71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 1093 time: 1.4805431 Aug 12 22:53:15.026068 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:15.028291 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb625078-adbf-4260-815c-ea13d1146454" -d '{"events": [{"name": "network-changed", "server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:15.039457 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12453b44-20b3-4007-b40e-a65ae1352d08 req-06812bac-3c46-427e-8fe4-32cea023dc0f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.041996 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-12453b44-20b3-4007-b40e-a65ae1352d08 req-06812bac-3c46-427e-8fe4-32cea023dc0f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 931 time: 0.1383591 Aug 12 22:53:15.054264 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-57e0f391-9124-47fb-8cc1-5c2041155f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.055909 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-57e0f391-9124-47fb-8cc1-5c2041155f3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c372b2d23514f8ea77d3db90ddf8827&device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 1097 time: 0.1372974 Aug 12 22:53:15.116253 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35988dec-feca-463e-9ee3-a6b36640a21b x-openstack-request-id: req-35988dec-feca-463e-9ee3-a6b36640a21b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:15.116471 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:15.116854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35988dec-feca-463e-9ee3-a6b36640a21b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:15.117259 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'status': 'completed', 'code': 200} Aug 12 22:53:15.174382 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2608-67a6-44f5-80a3-018bbdde315a service neutron] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:15.255682 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445f5e85-ed85-4154-a358-6232f066f023 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:15.283675 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-12453b44-20b3-4007-b40e-a65ae1352d08 req-eec3e88d-1f66-4a88-bb10-911c09e03b89 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210350 Aug 12 22:53:15.294827 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.298547 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-79851d43-5c90-497b-ac1f-71b005f6a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.300043 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00444ca0-80c9-445c-b36b-acf568dfcb58 req-79851d43-5c90-497b-ac1f-71b005f6a7fa service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4714441 Aug 12 22:53:15.349930 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Transition to ACTIVE for port object 445f5e85-ed85-4154-a358-6232f066f023 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:15.350990 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-eac07688-42e9-4f0c-9fd2-df9b2d06b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.352668 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-eac07688-42e9-4f0c-9fd2-df9b2d06b43b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1096 time: 0.2346523 Aug 12 22:53:15.359164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062546eb-50b7-420e-8f9f-868f1cd76a47 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:15.359382 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-828fcb65-56e7-405c-bee0-517db8c9a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.360938 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-828fcb65-56e7-405c-bee0-517db8c9a32e service neutron] 10.222.0.70 "GET /v2.0/networks?id=47242114-b3fb-4112-a80d-2072f96880da HTTP/1.1" status: 200 len: 912 time: 0.2677684 Aug 12 22:53:15.368409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.375156 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.421940 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-ca0bb938-70a7-4f8f-8238-a2f969d81250 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 217 time: 0.0417838 Aug 12 22:53:15.459261 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-50126302-a9ef-430e-ae0d-f95be6114663 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a HTTP/1.1" status: 200 len: 217 time: 0.0771205 Aug 12 22:53:15.459544 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.461882 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Transition to ACTIVE for port object 062546eb-50b7-420e-8f9f-868f1cd76a47 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:15.475273 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.501977 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Transition to ACTIVE for port object ea31fb2b-08f5-4ea4-a4d1-accf52418aaa will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:15.504993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Pushing event updated for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:15.532101 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-49e9027b-f7db-4604-a0d4-3b39ed2a7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.533675 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-49e9027b-f7db-4604-a0d4-3b39ed2a7c62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0838161 Aug 12 22:53:15.541352 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-1e5e95e4-d945-4edc-ae93-66c5c59adeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.554701 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-1e5e95e4-d945-4edc-ae93-66c5c59adeb4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e121329-63ec-4519-a58a-23d1020b7f98 HTTP/1.1" status: 200 len: 851 time: 0.0731261 Aug 12 22:53:15.583214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-35ba85a6-c9d8-4dc1-934f-75b59c2e8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.584752 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-35ba85a6-c9d8-4dc1-934f-75b59c2e8791 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1957996 Aug 12 22:53:15.613803 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-ac0afc6b-1593-4790-ae3f-244a3fecc84a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=47242114-b3fb-4112-a80d-2072f96880da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456781 Aug 12 22:53:15.684442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Pushing event updated for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:15.686640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Attempting to bind port 445f5e85-ed85-4154-a358-6232f066f023 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:15.686978 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Attempting to bind port 445f5e85-ed85-4154-a358-6232f066f023 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:15.687301 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Attempting to bind port 445f5e85-ed85-4154-a358-6232f066f023 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:15.691961 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-8d8cfa50-1b3e-4e8b-8191-104ebcbcd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.693818 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-8d8cfa50-1b3e-4e8b-8191-104ebcbcd454 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1363308 Aug 12 22:53:15.750039 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-1a9152cc-e0c5-4e11-ba30-fd12fd3968f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.1455019 Aug 12 22:53:15.793279 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Port 445f5e85-ed85-4154-a358-6232f066f023 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:15.794950 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Attempting to bind port 445f5e85-ed85-4154-a358-6232f066f023 on network d5710198-3158-4aa8-9cfb-b09a4f7fff80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:15.796602 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-e8f83677-772c-4dc6-a63e-4e6e5cd4a59e service neutron] 10.222.0.70 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757057 Aug 12 22:53:15.848511 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:15.849296 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Checking segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:15.859144 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Bound using segment: {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:15.860058 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Bound port: 445f5e85-ed85-4154-a358-6232f066f023, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5beaf13d-fe96-44a6-b429-88caf28c228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:15.860685 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.864495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Attempting to bind port 062546eb-50b7-420e-8f9f-868f1cd76a47 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:15.865146 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Attempting to bind port 062546eb-50b7-420e-8f9f-868f1cd76a47 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:15.865753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Attempting to bind port 062546eb-50b7-420e-8f9f-868f1cd76a47 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:15.899105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:15.907924 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Port 062546eb-50b7-420e-8f9f-868f1cd76a47 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:15.908343 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Attempting to bind port 062546eb-50b7-420e-8f9f-868f1cd76a47 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:15.943621 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-07da1e4f-fccc-4d6e-9e71-378818790f2a service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403159 Aug 12 22:53:15.988755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86261e58-adf4-4916-a303-5fc8471a7d8d req-b941e1ac-1366-4895-84cf-7583708162f5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:15.996085 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-86261e58-adf4-4916-a303-5fc8471a7d8d req-b941e1ac-1366-4895-84cf-7583708162f5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.3868792 Aug 12 22:53:15.998073 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:15.998429 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Checking segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:15.998808 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Bound using segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:15.999241 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Bound port: 062546eb-50b7-420e-8f9f-868f1cd76a47, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:15.999593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.025403 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168872e-a20f-48b8-a424-acc898da163d req-8505801a-3491-4745-befe-f65512f07549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.026943 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-8505801a-3491-4745-befe-f65512f07549 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.2407076 Aug 12 22:53:16.063195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:16.070253 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-c689f722-69ff-4463-82d6-dd05a977655a service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155081 Aug 12 22:53:16.112671 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b363ef46-7fa2-4f29-a7bf-d2f75ff28c62 req-353a8e51-284a-4081-b745-394e6b3c3ccf service neutron] 10.222.0.70 "GET /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088808 Aug 12 22:53:16.114387 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:16.116987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:16.124971 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-3a50715c-5b00-4b56-9497-6a2ef24484d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877013 Aug 12 22:53:16.149319 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:16.157631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.158352 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.175766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9d8cf-9989-4165-ab85-2a04f62f6e1d req-f5554ea8-2973-4a53-a006-6fad81ef8455 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.184580 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-21d9d8cf-9989-4165-ab85-2a04f62f6e1d req-f5554ea8-2973-4a53-a006-6fad81ef8455 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.1131687 Aug 12 22:53:16.186366 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:16.222814 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-86261e58-adf4-4916-a303-5fc8471a7d8d req-54626856-2a23-452e-8021-dd58bbf6bd7a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221699 Aug 12 22:53:16.276064 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=445f5e85-ed85-4154-a358-6232f066f023,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:16.314231 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-21d9d8cf-9989-4165-ab85-2a04f62f6e1d req-cd722a76-2454-4dd9-a023-2164ec8b50b3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285427 Aug 12 22:53:16.341826 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625078-adbf-4260-815c-ea13d1146454 req-ccf2c7b4-9c0c-4f30-88eb-1ad79dbe6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.343622 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-ccf2c7b4-9c0c-4f30-88eb-1ad79dbe6927 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1096 time: 0.1365418 Aug 12 22:53:16.360502 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.363213 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-b2864896-be97-4bd0-87cb-0315ba4057e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8251374 Aug 12 22:53:16.407480 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:16.468681 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Request body: {'port': {'device_id': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:16.513888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a867070-655c-4516-bb8f-2e3b526fde0e None None] Provisioning for port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:16.531314 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0454b9-156a-4997-b7e0-c42946e8724b req-0c8b50b2-4610-489d-9c3b-58bd51de9dfb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.537901 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ec0454b9-156a-4997-b7e0-c42946e8724b req-0c8b50b2-4610-489d-9c3b-58bd51de9dfb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 931 time: 0.1389639 Aug 12 22:53:16.541756 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a867070-655c-4516-bb8f-2e3b526fde0e None None] Provisioning complete for port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:16.542200 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a867070-655c-4516-bb8f-2e3b526fde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.586426 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0a867070-655c-4516-bb8f-2e3b526fde0e None None] Port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:53:16.602197 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625078-adbf-4260-815c-ea13d1146454 req-d5c6b58d-8712-4283-9263-24bbbffc772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.603875 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-d5c6b58d-8712-4283-9263-24bbbffc772c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.2477543 Aug 12 22:53:16.659549 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-5ad683bb-3e3c-4f0d-95a6-1f0b1bd76eae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 217 time: 0.0440261 Aug 12 22:53:16.665635 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ec0454b9-156a-4997-b7e0-c42946e8724b req-ddfeadee-4135-4434-a7be-2dab35332754 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148276 Aug 12 22:53:16.721849 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625078-adbf-4260-815c-ea13d1146454 req-8ea7fde7-1a89-41bd-9260-125fb190ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.723116 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-8ea7fde7-1a89-41bd-9260-125fb190ee88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0562842 Aug 12 22:53:16.740969 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=062546eb-50b7-420e-8f9f-868f1cd76a47,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:16.742698 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.743584 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.745010 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] 10.222.0.70 "PUT /v2.0/ports/445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 200 len: 1093 time: 3.0954397 Aug 12 22:53:16.745593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'tag': '445f5e85-ed85-4154-a358-6232f066f023'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:16.748472 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50821f87-59b3-48dd-a5c4-5dc05fceba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "tag": "445f5e85-ed85-4154-a358-6232f066f023"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:16.774646 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.820850 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625078-adbf-4260-815c-ea13d1146454 req-e50bafea-cc24-43ed-93f8-21f2ef61d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.822387 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-e50bafea-cc24-43ed-93f8-21f2ef61d4b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0913479 Aug 12 22:53:16.830884 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fdf7c-dd80-4826-8cfd-52ebdd810c0c req-35313288-4936-48c3-99c5-d8b23fbfa9ce tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.832354 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-970fdf7c-dd80-4826-8cfd-52ebdd810c0c req-35313288-4936-48c3-99c5-d8b23fbfa9ce tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0898414 Aug 12 22:53:16.839781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f09250-b619-491c-ac81-95e0edd998ce service neutron] Pushing event updated for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:16.863633 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.864243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.865669 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] 10.222.0.70 "PUT /v2.0/ports/062546eb-50b7-420e-8f9f-868f1cd76a47 HTTP/1.1" status: 200 len: 1093 time: 3.2149343 Aug 12 22:53:16.893207 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-1be687ba-f276-4a95-a333-aa498cedc68e service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604626 Aug 12 22:53:16.893771 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:16.916037 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-970fdf7c-dd80-4826-8cfd-52ebdd810c0c req-213fccc0-a854-4337-a71b-e3a3106af59c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753675 Aug 12 22:53:16.921367 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a049ec8-9c0d-4030-a544-de4722a9a1f6 req-0ceeba43-e791-4b4f-b5fe-86e2e1ac9fc3 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:16.928437 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a049ec8-9c0d-4030-a544-de4722a9a1f6 req-0ceeba43-e791-4b4f-b5fe-86e2e1ac9fc3 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.5709951 Aug 12 22:53:16.943068 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-58b64e39-798e-43ee-b604-de31374fb1f4 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097190 Aug 12 22:53:17.037925 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195d18e-44c6-4c28-8b82-12f050504c5a x-openstack-request-id: req-d195d18e-44c6-4c28-8b82-12f050504c5a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:17.038121 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "tag": "445f5e85-ed85-4154-a358-6232f066f023", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:17.038362 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d195d18e-44c6-4c28-8b82-12f050504c5a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:17.038744 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'tag': '445f5e85-ed85-4154-a358-6232f066f023', 'status': 'completed', 'code': 200} Aug 12 22:53:17.040372 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-15ce4fb0-3248-4b39-894e-97084a6a3b51 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Aug 12 22:53:17.062537 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-0e198993-c39c-49fd-97cc-44c7f2723998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.064037 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-0e198993-c39c-49fd-97cc-44c7f2723998 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1096 time: 0.2427747 Aug 12 22:53:17.102235 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0136d-8d67-4a9b-9544-389cb13b0bde service neutron] Pushing event updated for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:17.112186 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a049ec8-9c0d-4030-a544-de4722a9a1f6 req-9128bb2d-a770-4cea-8d67-be99f7342d2c tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829240 Aug 12 22:53:17.188589 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-6a632f67-70a4-42c0-b1fb-4eeec2a0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.190165 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-6a632f67-70a4-42c0-b1fb-4eeec2a0254e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 1096 time: 0.2543247 Aug 12 22:53:17.200665 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5168872e-a20f-48b8-a424-acc898da163d req-47bb0867-e54a-492c-8e87-245f018e6747 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694621 Aug 12 22:53:17.343910 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2424cf-f162-4b42-853d-47f153d71f7c req-0ccf7d7b-5bde-49c0-afd8-a70ccdf43f27 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.345358 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc2424cf-f162-4b42-853d-47f153d71f7c req-0ccf7d7b-5bde-49c0-afd8-a70ccdf43f27 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0504856 Aug 12 22:53:17.346277 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea31fb2b-08f5-4ea4-a4d1-accf52418aaa {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:17.354003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:17.365909 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Transition to ACTIVE for port object ea31fb2b-08f5-4ea4-a4d1-accf52418aaa will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:17.372245 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:17.387146 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc2424cf-f162-4b42-853d-47f153d71f7c req-a85860f9-957b-4e4f-a504-9721e0ecc24a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Aug 12 22:53:17.454395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:17.500151 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32326fd6-786e-4624-af71-536b8c07f0a5 req-275fd9f9-503b-4190-bcff-240fc27bb0fe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.501723 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-32326fd6-786e-4624-af71-536b8c07f0a5 req-275fd9f9-503b-4190-bcff-240fc27bb0fe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.1045387 Aug 12 22:53:17.504326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Attempting to bind port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:17.504652 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Attempting to bind port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:17.504966 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Attempting to bind port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:17.516580 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:17.516898 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Attempting to bind port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:17.530349 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:17.530673 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Checking segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:17.531085 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Bound using segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:17.531471 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Bound port: ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:17.531821 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:17.560291 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-32326fd6-786e-4624-af71-536b8c07f0a5 req-4b96e070-38f8-42c1-8331-ab1e0d040791 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519893 Aug 12 22:53:17.622124 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:17.626867 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:17.633190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:17.672820 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.673507 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:17.677744 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 1093 time: 1.2141149 Aug 12 22:53:17.697189 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051926-4131-4f5a-93e9-9b91efafd7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:17.800600 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b8c15-6c95-4665-8473-9703d49fc2f0 req-1359b609-60ac-4a52-a8cc-6d7d2437b4f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:17.802158 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6c1b8c15-6c95-4665-8473-9703d49fc2f0 req-1359b609-60ac-4a52-a8cc-6d7d2437b4f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0510962 Aug 12 22:53:17.849604 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6c1b8c15-6c95-4665-8473-9703d49fc2f0 req-5bf679cc-1ee9-453a-bfad-8800427187f5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Aug 12 22:53:18.046689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391b26-b414-445e-85dd-19447945f4d3 req-5c3c253b-2b35-40b5-a76e-dc847d0d8ad3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.048136 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c391b26-b414-445e-85dd-19447945f4d3 req-5c3c253b-2b35-40b5-a76e-dc847d0d8ad3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0599585 Aug 12 22:53:18.089178 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c391b26-b414-445e-85dd-19447945f4d3 req-37e29211-c091-4954-8dba-dfffc757394f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Aug 12 22:53:18.243363 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec25066-196a-4ecd-9b14-e068d8fca2e3 req-f35e0dca-7661-4a70-82e7-daa37000625b tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.244919 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ec25066-196a-4ecd-9b14-e068d8fca2e3 req-f35e0dca-7661-4a70-82e7-daa37000625b tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.0596797 Aug 12 22:53:18.289429 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ec25066-196a-4ecd-9b14-e068d8fca2e3 req-b6f1f04e-6a63-42c5-aa6a-39768909eba1 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Aug 12 22:53:18.522944 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185507cf-f995-440d-bb4d-11ef014e6ef3 req-7dba2cb3-4b7e-41b6-8a2a-a518b6ee2b5d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.524410 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-185507cf-f995-440d-bb4d-11ef014e6ef3 req-7dba2cb3-4b7e-41b6-8a2a-a518b6ee2b5d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0561767 Aug 12 22:53:18.572136 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-185507cf-f995-440d-bb4d-11ef014e6ef3 req-0c0b5fc2-456e-487b-85cd-0dc2ea21a014 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Aug 12 22:53:18.706474 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ebe0c-ed21-4f19-ae42-cad0079aa1d8 req-de6926cd-0f62-48c7-893e-5214e5276a9b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.707922 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2e1ebe0c-ed21-4f19-ae42-cad0079aa1d8 req-de6926cd-0f62-48c7-893e-5214e5276a9b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0550797 Aug 12 22:53:18.747260 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2e1ebe0c-ed21-4f19-ae42-cad0079aa1d8 req-51baa075-2cd9-4da9-9e08-f6b02a9cb65d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332122 Aug 12 22:53:18.968288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbca332-9c48-445c-87f4-6bcd79086139 req-9fccb234-9bb9-4558-8ace-d50646116aba tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:18.969725 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7dbca332-9c48-445c-87f4-6bcd79086139 req-9fccb234-9bb9-4558-8ace-d50646116aba tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0498221 Aug 12 22:53:19.008919 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7dbca332-9c48-445c-87f4-6bcd79086139 req-e6017efc-c4df-413e-922b-efb7b803424e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Aug 12 22:53:19.040108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47'}, {'name': 'network-changed', 'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:19.043593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f878321-6a08-4026-b8f3-66f375483d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47"}, {"name": "network-changed", "server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:19.084412 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1895044d-6c0d-47fb-ae88-0bf9d038b452 x-openstack-request-id: req-1895044d-6c0d-47fb-ae88-0bf9d038b452 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:19.085021 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:19.085021 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1895044d-6c0d-47fb-ae88-0bf9d038b452 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:19.085321 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47', 'status': 'completed', 'code': 200} Aug 12 22:53:19.085596 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'status': 'completed', 'code': 200} Aug 12 22:53:19.156751 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:53:19.244879 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702df4-c5d7-4f20-9f9a-d19fd72db886 req-3632a753-70a0-4891-9470-7168b4d26851 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.246664 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a7702df4-c5d7-4f20-9f9a-d19fd72db886 req-3632a753-70a0-4891-9470-7168b4d26851 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0571785 Aug 12 22:53:19.290699 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a7702df4-c5d7-4f20-9f9a-d19fd72db886 req-23f5fa09-b473-46e4-af96-545e0eb223b7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355217 Aug 12 22:53:19.416151 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 917cab85-2610-4b5c-9c0f-dfeb5a04679a details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:19.429736 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91cf3c-ce11-4855-8922-2bfd524d8242 req-f9655322-eede-41f0-bf8f-b11f449ea967 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.429736 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef91cf3c-ce11-4855-8922-2bfd524d8242 req-f9655322-eede-41f0-bf8f-b11f449ea967 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 944 time: 0.0666349 Aug 12 22:53:19.468385 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef91cf3c-ce11-4855-8922-2bfd524d8242 req-72039213-c903-4a22-a9f1-473b40931f93 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Aug 12 22:53:19.520939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a,segment=NetworkSegment(c9bc5cd6-c0a2-43b5-9163-769101930313),segment_id=c9bc5cd6-c0a2-43b5-9163-769101930313)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:19.533156 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '917cab85-2610-4b5c-9c0f-dfeb5a04679a', 'network_id': '47242114-b3fb-4112-a80d-2072f96880da', 'port_id': '917cab85-2610-4b5c-9c0f-dfeb5a04679a', 'mac_address': 'fa:16:3e:e8:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e121329-63ec-4519-a58a-23d1020b7f98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:19.572947 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.588053 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917cab85-2610-4b5c-9c0f-dfeb5a04679a {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:19.610441 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a,segment=NetworkSegment(c9bc5cd6-c0a2-43b5-9163-769101930313),segment_id=c9bc5cd6-c0a2-43b5-9163-769101930313)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:19.615458 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:19.665688 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:19.696293 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b493d-344e-4cf6-bb06-a4e018e3dab7 req-7c5c2d7e-0e29-4085-b1ea-2d05086b5719 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.697832 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e51b493d-344e-4cf6-bb06-a4e018e3dab7 req-7c5c2d7e-0e29-4085-b1ea-2d05086b5719 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0529346 Aug 12 22:53:19.735271 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e51b493d-344e-4cf6-bb06-a4e018e3dab7 req-d75ce569-3b7c-42c8-8ef8-de2261f9bbd9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 12 22:53:19.874803 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e95a16-8698-48ab-b6e8-85353ade0672 req-7a9607e4-dae3-4b30-84dd-f7486ffd99cc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:19.876254 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-94e95a16-8698-48ab-b6e8-85353ade0672 req-7a9607e4-dae3-4b30-84dd-f7486ffd99cc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0553517 Aug 12 22:53:19.915786 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-94e95a16-8698-48ab-b6e8-85353ade0672 req-617fa839-4b7c-41af-a175-a3dd093c8715 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Aug 12 22:53:20.131537 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c311fc-d6b7-488b-838a-6c8c14e3b553 req-8f4f21ea-8b92-4e68-8bd4-8c9b5094a743 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:20.133019 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e2c311fc-d6b7-488b-838a-6c8c14e3b553 req-8f4f21ea-8b92-4e68-8bd4-8c9b5094a743 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Aug 12 22:53:20.173920 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e2c311fc-d6b7-488b-838a-6c8c14e3b553 req-b0f303b3-a64c-44c5-bd77-47fce3419f6f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Aug 12 22:53:20.415927 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59659c0e-abf7-47f4-bbd7-53d8f5527cae req-e822cfd6-6228-408e-a232-1d78fe8f7039 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:20.417374 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-59659c0e-abf7-47f4-bbd7-53d8f5527cae req-e822cfd6-6228-408e-a232-1d78fe8f7039 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0551755 Aug 12 22:53:20.461201 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-59659c0e-abf7-47f4-bbd7-53d8f5527cae req-aada50c9-df42-4df4-bd45-e12f752f54e3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Aug 12 22:53:20.588963 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57b431-9c99-40ab-879f-b8fd20d10d9e req-d4ac2d20-dc74-401a-9b7f-0c81099f11ad tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:20.590707 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c57b431-9c99-40ab-879f-b8fd20d10d9e req-d4ac2d20-dc74-401a-9b7f-0c81099f11ad tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0540643 Aug 12 22:53:20.632711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c57b431-9c99-40ab-879f-b8fd20d10d9e req-bf9527d3-92c1-49fe-a634-f820f645a176 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Aug 12 22:53:20.858933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db539d07-223f-4c3d-8b82-f2e7d82257ea req-5dae15c3-8734-4612-bd9c-e762ab353256 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:20.860306 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-db539d07-223f-4c3d-8b82-f2e7d82257ea req-5dae15c3-8734-4612-bd9c-e762ab353256 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0509827 Aug 12 22:53:20.903668 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-db539d07-223f-4c3d-8b82-f2e7d82257ea req-b893d79f-a734-4026-9cc7-29023be2f187 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Aug 12 22:53:21.042948 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05a74d-604b-4597-b7b4-50a34e37828a req-3a1af665-2b19-433b-992c-549d0ed588d5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.044426 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eb05a74d-604b-4597-b7b4-50a34e37828a req-3a1af665-2b19-433b-992c-549d0ed588d5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0562525 Aug 12 22:53:21.081735 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eb05a74d-604b-4597-b7b4-50a34e37828a req-4e07ff71-7a56-4845-a0dd-49688f666efd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312176 Aug 12 22:53:21.182896 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-a0151411-60ad-4875-8d0c-5e0ef7b23cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 200 len: 217 time: 0.0556700 Aug 12 22:53:21.226443 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-b220fade-61b1-4835-8d59-0f58c4531230 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062546eb-50b7-420e-8f9f-868f1cd76a47 HTTP/1.1" status: 200 len: 217 time: 0.0974145 Aug 12 22:53:21.291495 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bdd4b-6bf3-4f32-8338-14fb67984852 req-11d03580-f5a5-460c-861e-e82335ec3a80 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.293485 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-469bdd4b-6bf3-4f32-8338-14fb67984852 req-11d03580-f5a5-460c-861e-e82335ec3a80 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0500960 Aug 12 22:53:21.323467 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-e60ffef7-9a05-4b99-ac55-190dd7557949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.325245 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-e60ffef7-9a05-4b99-ac55-190dd7557949 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.1161149 Aug 12 22:53:21.327988 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-63d0ccc4-835f-4429-b36a-4701079ab305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.329384 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-63d0ccc4-835f-4429-b36a-4701079ab305 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1096 time: 0.1192031 Aug 12 22:53:21.330738 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-7fa44d34-4622-4217-b80b-4762ab2139fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.332067 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-7fa44d34-4622-4217-b80b-4762ab2139fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0911989 Aug 12 22:53:21.332204 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-469bdd4b-6bf3-4f32-8338-14fb67984852 req-ce38f715-a47e-4963-814c-1de5602aa9bc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Aug 12 22:53:21.407596 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-99adec6f-09df-4098-bc75-f277fa2bf33c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613852 Aug 12 22:53:21.425356 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-17d66191-b579-4bd3-9a20-3683b1addc97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705981 Aug 12 22:53:21.432609 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-2214f709-f418-4512-a5d2-f043b31b53c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 217 time: 0.0788412 Aug 12 22:53:21.614402 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-15774ab8-9845-43f7-bcda-7cd1f298fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.615878 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-15774ab8-9845-43f7-bcda-7cd1f298fbd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.1746268 Aug 12 22:53:21.672404 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-b1f57865-4f4b-4e20-a493-dfd141a215d0 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491391 Aug 12 22:53:21.677800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-5691f864-7803-4549-87e6-069abce64627 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442892 Aug 12 22:53:21.694216 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c7c01-8a09-4908-8ed5-0257749c6236 req-0062f9c2-7348-470a-8111-6e20cc1e3894 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.695651 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d78c7c01-8a09-4908-8ed5-0257749c6236 req-0062f9c2-7348-470a-8111-6e20cc1e3894 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.1597764 Aug 12 22:53:21.719664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-635a4c33-0ee2-4c8f-adcf-1000d2c71df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.721201 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-635a4c33-0ee2-4c8f-adcf-1000d2c71df4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922656 Aug 12 22:53:21.747358 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d78c7c01-8a09-4908-8ed5-0257749c6236 req-94637140-90e5-48ff-826a-307f8f51225a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Aug 12 22:53:21.752608 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cedffa-d910-4705-a499-a7cb86243399 req-676459ad-a55c-4c3f-ba40-8ebb45c551d9 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:21.754159 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-21cedffa-d910-4705-a499-a7cb86243399 req-676459ad-a55c-4c3f-ba40-8ebb45c551d9 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0505154 Aug 12 22:53:21.792311 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-21cedffa-d910-4705-a499-a7cb86243399 req-a151e6b1-a481-40b3-9a6e-54438a51e24e tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 12 22:53:22.029653 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0d05-011b-4f00-a97e-1d4c09bb26ce req-c225a6b6-01a2-4356-9660-6716eeeb278e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.031139 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-418a0d05-011b-4f00-a97e-1d4c09bb26ce req-c225a6b6-01a2-4356-9660-6716eeeb278e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0572112 Aug 12 22:53:22.071348 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-418a0d05-011b-4f00-a97e-1d4c09bb26ce req-17c7a741-912d-41dc-9961-d289f935a117 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Aug 12 22:53:22.216950 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee9cd-7988-4885-9da8-38cfa4b4a6bd req-6dd213c1-cd25-433a-aac0-ca2e4fb3382f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.218457 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-91eee9cd-7988-4885-9da8-38cfa4b4a6bd req-6dd213c1-cd25-433a-aac0-ca2e4fb3382f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0570900 Aug 12 22:53:22.264206 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-91eee9cd-7988-4885-9da8-38cfa4b4a6bd req-ce2d3c49-21fa-414c-93a6-962db3e315b4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365443 Aug 12 22:53:22.464207 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9f08c-f5d9-42bd-bd67-86212926666f req-71b0ec85-ae71-4a06-bf81-b34264a0ea4e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.466202 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-10c9f08c-f5d9-42bd-bd67-86212926666f req-71b0ec85-ae71-4a06-bf81-b34264a0ea4e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0562060 Aug 12 22:53:22.505466 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-10c9f08c-f5d9-42bd-bd67-86212926666f req-2a1d5d1c-d3d1-436d-bf70-97749c8e17c9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329034 Aug 12 22:53:22.862870 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457978-d0e0-4fc8-ada5-b1debee500ea req-f0c61052-093b-48d5-96e5-b8f1aa62a8f7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.864358 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-87457978-d0e0-4fc8-ada5-b1debee500ea req-f0c61052-093b-48d5-96e5-b8f1aa62a8f7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0505333 Aug 12 22:53:22.904614 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-87457978-d0e0-4fc8-ada5-b1debee500ea req-15fa26d5-a542-49d9-b8f7-8fd34c957903 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Aug 12 22:53:22.919525 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b208450-72d1-40f9-8bc9-ab427b1f8498 req-74c1c81b-fd4c-4789-bee1-81430b769ab6 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:22.921006 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2b208450-72d1-40f9-8bc9-ab427b1f8498 req-74c1c81b-fd4c-4789-bee1-81430b769ab6 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0497620 Aug 12 22:53:22.958353 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2b208450-72d1-40f9-8bc9-ab427b1f8498 req-2e75c198-fe52-47a4-89cb-dfd1606d2765 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Aug 12 22:53:23.193089 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5feae4-57fd-4c8f-b9a8-e93eaa82291c req-2d2cc752-ae84-451c-b6e6-054b58583958 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:23.194605 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef5feae4-57fd-4c8f-b9a8-e93eaa82291c req-2d2cc752-ae84-451c-b6e6-054b58583958 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0490854 Aug 12 22:53:23.237907 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef5feae4-57fd-4c8f-b9a8-e93eaa82291c req-40632f29-11e1-4145-987d-631b11c74a9a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Aug 12 22:53:23.407137 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b147-18e4-4d53-834f-78c6551196da req-4051f0b3-f1d5-422b-9451-20518fbfce16 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:23.408645 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7d73b147-18e4-4d53-834f-78c6551196da req-4051f0b3-f1d5-422b-9451-20518fbfce16 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0555954 Aug 12 22:53:23.450641 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7d73b147-18e4-4d53-834f-78c6551196da req-7827406f-144c-4b98-9c84-42936bbced29 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Aug 12 22:53:23.567654 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-139e9b63-ff35-428d-8b57-4c6de66b8130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:23.633726 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0558fd5-f7b4-4e60-96fe-bcfe52768a96 req-bc4d75c5-c3ed-401e-a923-8801d2bdabd8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:23.635215 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a0558fd5-f7b4-4e60-96fe-bcfe52768a96 req-bc4d75c5-c3ed-401e-a923-8801d2bdabd8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0490673 Aug 12 22:53:23.676881 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a0558fd5-f7b4-4e60-96fe-bcfe52768a96 req-c2ea901a-1e82-48eb-b51b-d49c41ce66de tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355873 Aug 12 22:53:24.037416 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:24.095413 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa826ff-2d58-4b25-90f0-e0c7090dea46 req-d834326c-b690-42d8-b5c4-3f63fb09f469 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.096921 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3fa826ff-2d58-4b25-90f0-e0c7090dea46 req-d834326c-b690-42d8-b5c4-3f63fb09f469 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0545006 Aug 12 22:53:24.137391 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3fa826ff-2d58-4b25-90f0-e0c7090dea46 req-2e2e7d95-5d96-4000-b472-db4637ef673c tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Aug 12 22:53:24.359640 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd33148-156d-40ce-ae6a-5c11075c99cf req-7a59c4cb-fcb0-450f-95dc-da6c06ce8664 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.361181 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ddd33148-156d-40ce-ae6a-5c11075c99cf req-7a59c4cb-fcb0-450f-95dc-da6c06ce8664 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0503304 Aug 12 22:53:24.406083 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ddd33148-156d-40ce-ae6a-5c11075c99cf req-e448edbe-a798-42d0-88a3-ce54ac025fec tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Aug 12 22:53:24.423313 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d266f-7cd0-4fb6-87c4-81a347b232e1 req-4ee1d78f-6658-48d0-ab51-f68ebc9c8cf5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.424815 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-197d266f-7cd0-4fb6-87c4-81a347b232e1 req-4ee1d78f-6658-48d0-ab51-f68ebc9c8cf5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.4445364 Aug 12 22:53:24.473388 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-2db7f194-02b7-4326-a83f-989bef48dd8e service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757218 Aug 12 22:53:24.475118 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d90c2cfd-dde7-4a1b-b962-156cc27a137c req-ae87acfd-862a-41cc-9f64-d8fd3282236f service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814603 Aug 12 22:53:24.478610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c791aeff-8582-4a93-ade8-52c1dede0573 req-998d443c-ef29-45fa-8b3f-1a8cf1e5d9c8 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823945 Aug 12 22:53:24.497308 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-197d266f-7cd0-4fb6-87c4-81a347b232e1 req-5b0cbaf4-ce8d-4103-9e27-8aeeb2a6ba40 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622926 Aug 12 22:53:24.584130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d4fe-673a-4aae-ae07-1f77129aa238 req-c2857ede-b535-4e82-9d98-8de8216cdef7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.585617 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-01f1d4fe-673a-4aae-ae07-1f77129aa238 req-c2857ede-b535-4e82-9d98-8de8216cdef7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0477006 Aug 12 22:53:24.634369 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-01f1d4fe-673a-4aae-ae07-1f77129aa238 req-4656fd44-bce0-4400-8a13-704e3b65b185 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Aug 12 22:53:24.816667 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328353dc-ac81-45ce-a517-c08a3dba1841 req-6d6846fc-df83-4285-b905-00d45daf7cbd tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:24.818880 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-328353dc-ac81-45ce-a517-c08a3dba1841 req-6d6846fc-df83-4285-b905-00d45daf7cbd tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0735974 Aug 12 22:53:24.860775 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-328353dc-ac81-45ce-a517-c08a3dba1841 req-cc381068-e2b7-4ed9-93f1-62902f4679ae tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340488 Aug 12 22:53:25.257155 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22073-e0f8-47af-97f8-e551fc231cb6 req-70b0e541-f57b-49a1-b662-d0ea17953486 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.259023 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-94b22073-e0f8-47af-97f8-e551fc231cb6 req-70b0e541-f57b-49a1-b662-d0ea17953486 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0518248 Aug 12 22:53:25.296575 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-94b22073-e0f8-47af-97f8-e551fc231cb6 req-8d454461-42eb-4f2a-87cb-aa9830a8b7c1 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 12 22:53:25.446613 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fb360304-36f0-4c51-a82e-1320b2bfc4ad req-3c80a2b3-51a8-40c3-a832-d504ec3d5b68 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927718 Aug 12 22:53:25.517332 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87e374-da1d-496b-a9c9-1d1f82098921 req-50ff0496-d26f-4921-a081-6b1b2df2f974 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.518816 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bd87e374-da1d-496b-a9c9-1d1f82098921 req-50ff0496-d26f-4921-a081-6b1b2df2f974 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0503211 Aug 12 22:53:25.610017 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bd87e374-da1d-496b-a9c9-1d1f82098921 req-fb2d22ce-4708-437e-b724-746df6bf34fe tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848043 Aug 12 22:53:25.614183 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cf508-99b6-4e8a-a2b1-932b4299001c req-2ac0fa91-e3d5-470e-81f2-4381f290fbb9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.621312 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c9cf508-99b6-4e8a-a2b1-932b4299001c req-2ac0fa91-e3d5-470e-81f2-4381f290fbb9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0536146 Aug 12 22:53:25.628273 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-37e6d58a-7f10-4673-9774-0e4676f4f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.629886 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-37e6d58a-7f10-4673-9774-0e4676f4f76c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 1096 time: 0.0884032 Aug 12 22:53:25.631528 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-e38c844b-33b8-48be-aa61-6da9e0286747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.632837 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-e38c844b-33b8-48be-aa61-6da9e0286747 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1096 time: 0.0926747 Aug 12 22:53:25.663569 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c9cf508-99b6-4e8a-a2b1-932b4299001c req-312bcdf9-89a0-45f8-9b35-647889e5a86e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Aug 12 22:53:25.751283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e22a-4cd5-4d12-bd61-ab39e15b9c04 req-31acce49-ce86-4c9e-a8a9-01636be104c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:25.752721 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8745e22a-4cd5-4d12-bd61-ab39e15b9c04 req-31acce49-ce86-4c9e-a8a9-01636be104c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0475004 Aug 12 22:53:25.792826 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8745e22a-4cd5-4d12-bd61-ab39e15b9c04 req-cb8c0020-e416-494e-9d12-0d1d6eab6a3e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306063 Aug 12 22:53:26.005392 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36bc8f-7ede-4d30-83f0-ec40a72ababd req-65157971-d400-41fd-8f02-4b2a0f30940b tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.007485 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef36bc8f-7ede-4d30-83f0-ec40a72ababd req-65157971-d400-41fd-8f02-4b2a0f30940b tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0737760 Aug 12 22:53:26.050544 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ef36bc8f-7ede-4d30-83f0-ec40a72ababd req-17a22536-a6e4-466d-95c8-a71cd1894de7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346761 Aug 12 22:53:26.361169 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-aea6f17a-003a-432e-bc1b-1f21041ba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.362711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-aea6f17a-003a-432e-bc1b-1f21041ba840 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.2274106 Aug 12 22:53:26.363772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-0c96bcf6-4a87-4500-bdb1-f3f18a0dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.365084 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-0c96bcf6-4a87-4500-bdb1-f3f18a0dc1d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 915 time: 0.2275355 Aug 12 22:53:26.378678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aff400a8-d7e2-4a11-9135-7dcee33b684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:26.458321 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-f94c57fd-71f2-408e-850b-1f92f0613f50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062546eb-50b7-420e-8f9f-868f1cd76a47 HTTP/1.1" status: 200 len: 217 time: 0.0799003 Aug 12 22:53:26.461542 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-762f7586-7163-4dc0-b7db-7883580a7058 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 200 len: 217 time: 0.0821970 Aug 12 22:53:26.533962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519e73-d5a5-4f48-a04a-4439aa3a5d53 req-5371716d-4c74-419b-bb58-b7339b9051a7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.535389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07519e73-d5a5-4f48-a04a-4439aa3a5d53 req-5371716d-4c74-419b-bb58-b7339b9051a7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.1660101 Aug 12 22:53:26.561647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-62fd367a-f760-45a1-8c99-bea784a5001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.563052 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-62fd367a-f760-45a1-8c99-bea784a5001b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0916173 Aug 12 22:53:26.583512 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-bafb4c25-6f8a-4f44-9bb2-8c3f8794dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.584894 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-bafb4c25-6f8a-4f44-9bb2-8c3f8794dd06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.1145189 Aug 12 22:53:26.609209 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-72b63751-42af-4b68-8b9c-37920524160e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358360 Aug 12 22:53:26.642843 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-f5c513ea-4345-4843-9ba9-b0acea990b1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426464 Aug 12 22:53:26.649015 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07519e73-d5a5-4f48-a04a-4439aa3a5d53 req-175d7c5c-d159-404a-9259-7c262d522cb8 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056416 Aug 12 22:53:26.745948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:26.828400 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-18512267-3877-41cf-a3e8-dc985c13e7ca service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698289 Aug 12 22:53:26.839898 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cf23-235c-4c1a-978d-6272e80ecc4a req-f4fbcf37-7c8a-488d-809a-319ab42fe08b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.841460 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8e4cf23-235c-4c1a-978d-6272e80ecc4a req-f4fbcf37-7c8a-488d-809a-319ab42fe08b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.1111917 Aug 12 22:53:26.844636 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-816ede87-99e8-4a17-9a26-c511c4b2e179 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136486 Aug 12 22:53:26.919362 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc7aa3-ac6f-4d6f-87d4-0c4427ada89e req-2082bf0e-81cb-464f-a305-d472d1285b0a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:26.919362 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3edc7aa3-ac6f-4d6f-87d4-0c4427ada89e req-2082bf0e-81cb-464f-a305-d472d1285b0a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.2332592 Aug 12 22:53:26.967888 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3edc7aa3-ac6f-4d6f-87d4-0c4427ada89e req-a1a3116e-d282-4781-aa62-d611eb3e012a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Aug 12 22:53:26.996255 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8e4cf23-235c-4c1a-978d-6272e80ecc4a req-9af88b55-ba31-4438-ad47-6d47ab787a05 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444194 Aug 12 22:53:27.041579 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-ce575fd1-d92d-474a-bfd5-76c4ccca5062 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989431 Aug 12 22:53:27.046936 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50821f87-59b3-48dd-a5c4-5dc05fceba4a req-2494429a-e6a3-4823-99ad-79ded7ff79f8 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932709 Aug 12 22:53:27.097126 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80443d-9cae-41e1-a5f9-a11fda8a4d58 req-6faaecfc-a879-45b3-8699-de83088cb296 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.099154 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6b80443d-9cae-41e1-a5f9-a11fda8a4d58 req-6faaecfc-a879-45b3-8699-de83088cb296 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0535827 Aug 12 22:53:27.142425 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['917cab85-2610-4b5c-9c0f-dfeb5a04679a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:27.143919 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6b80443d-9cae-41e1-a5f9-a11fda8a4d58 req-e8cb9159-35e4-4a65-9111-9879bdd044f4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Aug 12 22:53:27.229768 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-418512ba-1baa-4c7f-b4eb-7f75ca439cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.229768 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-418512ba-1baa-4c7f-b4eb-7f75ca439cb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1096 time: 0.0764623 Aug 12 22:53:27.234793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c793cd-2343-4405-a76c-40faf21bb7c4 req-6e9ba7f1-06a2-4e55-8f2c-89ffdc18af63 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.236273 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-23c793cd-2343-4405-a76c-40faf21bb7c4 req-6e9ba7f1-06a2-4e55-8f2c-89ffdc18af63 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0926843 Aug 12 22:53:27.341581 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-23c793cd-2343-4405-a76c-40faf21bb7c4 req-bba3cd8f-ec03-4fe7-91de-f211953ff45a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969024 Aug 12 22:53:27.344216 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:27.362235 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-e0200c2d-b6df-4246-80fc-6f64f80937f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.362944 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-e0200c2d-b6df-4246-80fc-6f64f80937f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.1255162 Aug 12 22:53:27.411060 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-f577ca18-028d-424e-b0e7-770d9172840c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 217 time: 0.0397797 Aug 12 22:53:27.461602 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-fc870601-bb95-4a6f-a1ca-ab8af970d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.463079 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-fc870601-bb95-4a6f-a1ca-ab8af970d4d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0448039 Aug 12 22:53:27.526772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f878321-6a08-4026-b8f3-66f375483d3b req-12597b15-11fb-4b2b-9aaa-e9c6c2c9f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.528659 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-12597b15-11fb-4b2b-9aaa-e9c6c2c9f149 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559006 Aug 12 22:53:27.625493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-2491dfdf-0815-4fd2-aa77-cc49589292a2 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Aug 12 22:53:27.729939 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f878321-6a08-4026-b8f3-66f375483d3b req-126db802-416b-4452-ae58-0dab661fc710 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968256 Aug 12 22:53:27.765026 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858b6a3-e2b5-47a6-91b1-c82f09ac0e7f req-56ad6344-9f92-4ee2-8d06-9b398d2f94df tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:27.766571 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b858b6a3-e2b5-47a6-91b1-c82f09ac0e7f req-56ad6344-9f92-4ee2-8d06-9b398d2f94df tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Aug 12 22:53:27.780024 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:27.808923 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b858b6a3-e2b5-47a6-91b1-c82f09ac0e7f req-53fde21d-684f-4f36-a63a-8fece55ac32d tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Aug 12 22:53:28.089297 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed1c1-4e0e-4a82-8846-9144ca4e544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.119973 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625883-ff59-4310-a253-6d8be84d40dd req-37cacb9b-7191-4c47-a9fb-acbe72b015a8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.126065 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a1625883-ff59-4310-a253-6d8be84d40dd req-37cacb9b-7191-4c47-a9fb-acbe72b015a8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0564997 Aug 12 22:53:28.165303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b24bc9-08f8-422c-a566-3c81db7f454d req-78769d7c-3023-401a-80a8-5835db986b89 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.165726 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a1625883-ff59-4310-a253-6d8be84d40dd req-5de48198-c756-4c8d-a018-54e11f4b13c3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Aug 12 22:53:28.166825 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b8b24bc9-08f8-422c-a566-3c81db7f454d req-78769d7c-3023-401a-80a8-5835db986b89 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0797105 Aug 12 22:53:28.229235 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b8b24bc9-08f8-422c-a566-3c81db7f454d req-43cb7e84-ebbc-43a5-b576-068c89c4e784 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546472 Aug 12 22:53:28.265450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed1c1-4e0e-4a82-8846-9144ca4e544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.270552 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a4ed1c1-4e0e-4a82-8846-9144ca4e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.274285 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0296f9a-fe7b-4181-8cda-0322bca8f38d req-b54a6316-9b4a-46d7-9e17-87ba4fe5e2b0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.277822 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a0296f9a-fe7b-4181-8cda-0322bca8f38d req-b54a6316-9b4a-46d7-9e17-87ba4fe5e2b0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0538778 Aug 12 22:53:28.308857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ed1c1-4e0e-4a82-8846-9144ca4e544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f270fabe-c596-4972-8be6-8ee1b2c3b7a5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:28.315343 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a0296f9a-fe7b-4181-8cda-0322bca8f38d req-930bd8ec-f05a-403c-be11-877ab2441dfc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Aug 12 22:53:28.318432 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7a4ed1c1-4e0e-4a82-8846-9144ca4e544f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a85cb0fd72b4058947937c463d7a2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344708 Aug 12 22:53:28.318699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:28.368929 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.393516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.465839 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.468298 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.469475 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f270fabe-c596-4972-8be6-8ee1b2c3b7a5 HTTP/1.1" status: 204 len: 168 time: 0.1499147 Aug 12 22:53:28.480138 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039441ca-da1a-4b6e-8f28-9f83cf05d7ca req-aca26cfa-5969-479c-832d-9477e9e5d0be tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.481778 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-039441ca-da1a-4b6e-8f28-9f83cf05d7ca req-aca26cfa-5969-479c-832d-9477e9e5d0be tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0644350 Aug 12 22:53:28.486723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e98a0-4a5b-4388-b1b3-8890158ba32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f270fabe-c596-4972-8be6-8ee1b2c3b7a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:28.525702 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-039441ca-da1a-4b6e-8f28-9f83cf05d7ca req-ffeeae9f-f0c2-4e8d-9316-011b34a0e414 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354300 Aug 12 22:53:28.771777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47536) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:28.788291 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da464a3c-4d01-4d39-9946-98288a0e265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.795422 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.921420 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da464a3c-4d01-4d39-9946-98288a0e265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.926467 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da464a3c-4d01-4d39-9946-98288a0e265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:28.974605 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39521-d063-41e2-a2f8-eba512034c50 req-5c7090a7-9845-445e-aed1-ae75e1925847 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:28.976080 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d1f39521-d063-41e2-a2f8-eba512034c50 req-5c7090a7-9845-445e-aed1-ae75e1925847 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 945 time: 0.0947785 Aug 12 22:53:28.981497 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-da464a3c-4d01-4d39-9946-98288a0e265b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3e0fa3c3059437bad2a3edd7ebdff98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071288 Aug 12 22:53:28.981497 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da464a3c-4d01-4d39-9946-98288a0e265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a586f039-f40c-4f0f-96b2-6e24618c0d00,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:28.983131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:29.021157 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d1f39521-d063-41e2-a2f8-eba512034c50 req-2064457e-08dc-4bc3-9b58-d9dd8f07d13a tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345950 Aug 12 22:53:29.036662 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.060254 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.111678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.115551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.117172 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a586f039-f40c-4f0f-96b2-6e24618c0d00 HTTP/1.1" status: 204 len: 168 time: 0.1329982 Aug 12 22:53:29.123078 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 917cab85-2610-4b5c-9c0f-dfeb5a04679a up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:29.125521 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25b672-1948-4155-a6b5-eb00422c735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a586f039-f40c-4f0f-96b2-6e24618c0d00,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:29.210634 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 917cab85-2610-4b5c-9c0f-dfeb5a04679a completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:29.217051 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 917cab85-2610-4b5c-9c0f-dfeb5a04679a triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:29.217607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.309189 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.330394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23be86-8171-4157-bed1-b70d2cbca8c0 req-46944f6b-a346-4fc8-9c9b-8b61705248d4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.336438 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:29.338810 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3e23be86-8171-4157-bed1-b70d2cbca8c0 req-46944f6b-a346-4fc8-9c9b-8b61705248d4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0979888 Aug 12 22:53:29.392298 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6440e1-526b-4fe6-b793-a79a3c008ef2 req-23e77d7f-faac-457a-a7d3-f69e95d4c36f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.395786 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3e23be86-8171-4157-bed1-b70d2cbca8c0 req-8334f2d9-1f8c-403a-b8da-f44b9b587f15 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Aug 12 22:53:29.397846 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d6440e1-526b-4fe6-b793-a79a3c008ef2 req-23e77d7f-faac-457a-a7d3-f69e95d4c36f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0669708 Aug 12 22:53:29.438846 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a,segment=NetworkSegment(c9bc5cd6-c0a2-43b5-9163-769101930313),segment_id=c9bc5cd6-c0a2-43b5-9163-769101930313)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:29.445183 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:29.458627 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d6440e1-526b-4fe6-b793-a79a3c008ef2 req-4907b5db-43af-411d-94b1-c5a1f17efa66 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557275 Aug 12 22:53:29.516049 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba489b3-760d-446f-afbc-ed545cc2093f req-b5a726ba-da79-474b-a2ef-e3810a67a0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.519320 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2ba489b3-760d-446f-afbc-ed545cc2093f req-b5a726ba-da79-474b-a2ef-e3810a67a0af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0595555 Aug 12 22:53:29.524739 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:29.569299 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2ba489b3-760d-446f-afbc-ed545cc2093f req-037de348-e06e-420f-9fca-b17c91058fd6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Aug 12 22:53:29.591092 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bbafdf-283e-40cc-9a90-f902f3cdc81e" -d '{"events": [{"server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "name": "network-vif-plugged", "status": "completed", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:29.682941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482adf2f-e0f1-43fd-8f0d-34baf1e354e7 req-058f66f4-1962-49ec-9945-78dddb8f6c95 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:29.684588 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-482adf2f-e0f1-43fd-8f0d-34baf1e354e7 req-058f66f4-1962-49ec-9945-78dddb8f6c95 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0558779 Aug 12 22:53:29.743001 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-482adf2f-e0f1-43fd-8f0d-34baf1e354e7 req-e6a8a729-ef3e-44ad-916b-b4cdf4ad3e03 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473104 Aug 12 22:53:29.756736 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba75a62-41e4-4657-9c30-907fd04dca4a x-openstack-request-id: req-5ba75a62-41e4-4657-9c30-907fd04dca4a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:29.757024 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "name": "network-vif-plugged", "status": "completed", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:29.757276 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ba75a62-41e4-4657-9c30-907fd04dca4a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:29.757935 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a', 'code': 200} Aug 12 22:53:30.013158 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-0d809388-772d-4658-9df5-6ff28d35e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.015300 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-0d809388-772d-4658-9df5-6ff28d35e6bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 1099 time: 0.0786712 Aug 12 22:53:30.056348 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-aa5bc109-4cd1-4a9b-8f78-fca983c574cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.157048 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c954c-923f-438c-9a64-bbb7fa0b337e req-71d4e6ad-21bf-4d61-927d-87a98e984d5c tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.165382 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d37c954c-923f-438c-9a64-bbb7fa0b337e req-71d4e6ad-21bf-4d61-927d-87a98e984d5c tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.0602319 Aug 12 22:53:30.198852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-aa5bc109-4cd1-4a9b-8f78-fca983c574cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.201057 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d37c954c-923f-438c-9a64-bbb7fa0b337e req-c9dcef0b-d09e-44d0-9f1e-813dfd298b00 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 12 22:53:30.211373 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-aa5bc109-4cd1-4a9b-8f78-fca983c574cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:30.244784 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fc1a93c4-6fc0-4ab8-ad15-292d376d7fbb req-aa5bc109-4cd1-4a9b-8f78-fca983c574cd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214928 Aug 12 22:53:30.257573 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc109-4cd1-4a9b-8f78-fca983c574cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f479820-0ab8-42a0-a0b3-96ad1ddbcea1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:30.518242 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345b88-23d0-4ddc-94c8-c6b90cbd58dc req-71690c0e-7003-4b89-a21b-cdeeaa12367d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.519740 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c6345b88-23d0-4ddc-94c8-c6b90cbd58dc req-71690c0e-7003-4b89-a21b-cdeeaa12367d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.0575449 Aug 12 22:53:30.559109 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c6345b88-23d0-4ddc-94c8-c6b90cbd58dc req-4d36c1af-8c33-4aa1-a563-b0ecd0079f3b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Aug 12 22:53:30.583182 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fc12a-e257-48dd-a56e-384a84ee3dc4 req-fae099c9-190c-4851-989b-493641b9fcca tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.584672 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e29fc12a-e257-48dd-a56e-384a84ee3dc4 req-fae099c9-190c-4851-989b-493641b9fcca tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 943 time: 0.0495424 Aug 12 22:53:30.623344 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e29fc12a-e257-48dd-a56e-384a84ee3dc4 req-9cbe35bd-a27e-4c23-9e75-d40f3cf20747 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 12 22:53:30.697745 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69df60e-e76d-4b00-ad71-e68b0219e367 req-e5101e96-0017-4433-bd0d-2b8b230bd87e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.699360 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e69df60e-e76d-4b00-ad71-e68b0219e367 req-e5101e96-0017-4433-bd0d-2b8b230bd87e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0505857 Aug 12 22:53:30.738967 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e69df60e-e76d-4b00-ad71-e68b0219e367 req-eb6331a1-a2b1-44fc-bad9-9dc2dbdcffec tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Aug 12 22:53:30.854767 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3039d-86ad-43a4-8cf2-5e6f0042cdc1 req-30f2f90a-389a-47fa-b485-9b96bd5c4743 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:30.856369 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-90a3039d-86ad-43a4-8cf2-5e6f0042cdc1 req-30f2f90a-389a-47fa-b485-9b96bd5c4743 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0557318 Aug 12 22:53:30.896180 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-90a3039d-86ad-43a4-8cf2-5e6f0042cdc1 req-fd65a4e6-30e8-488f-9598-cb4bf594498f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Aug 12 22:53:31.123897 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 062546eb-50b7-420e-8f9f-868f1cd76a47 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:31.228201 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=062546eb-50b7-420e-8f9f-868f1cd76a47,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:31.244868 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '062546eb-50b7-420e-8f9f-868f1cd76a47', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'port_id': '062546eb-50b7-420e-8f9f-868f1cd76a47', 'mac_address': 'fa:16:3e:ed:2d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2826e-496c-4899-918c-04cae5a4f22a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:31.287645 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.302657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062546eb-50b7-420e-8f9f-868f1cd76a47 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:31.326217 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=062546eb-50b7-420e-8f9f-868f1cd76a47,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:31.335246 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.337326 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:31.347241 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccf299-098f-4562-9a76-36b76d0bb5c9 req-18684450-4fa7-4ce9-96ab-dd268444f659 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.359346 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-baccf299-098f-4562-9a76-36b76d0bb5c9 req-18684450-4fa7-4ce9-96ab-dd268444f659 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.0702927 Aug 12 22:53:31.409806 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-baccf299-098f-4562-9a76-36b76d0bb5c9 req-74a8e09e-e608-46cf-8cab-5af527942564 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495069 Aug 12 22:53:31.471186 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:31.527279 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:31.539787 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '71595f6d-bd88-4811-816f-262ed629d542', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:31.578312 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.599939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:31.626742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:31.631396 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:31.633766 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 445f5e85-ed85-4154-a358-6232f066f023 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:31.688359 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:31.739342 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3612f52-ca6b-4d3e-99b8-e653fc10234a req-6d436c8c-0339-44b6-ba06-fe397b4b8859 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.741069 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c3612f52-ca6b-4d3e-99b8-e653fc10234a req-6d436c8c-0339-44b6-ba06-fe397b4b8859 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 943 time: 0.1010973 Aug 12 22:53:31.793220 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c3612f52-ca6b-4d3e-99b8-e653fc10234a req-81385b1e-2559-4b9b-9a48-ecafbfd49a7d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Aug 12 22:53:31.815145 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b068b9-753b-4b14-aa08-9c3aefa37bae req-93a7ced7-6beb-4de0-adef-1141c0e8069a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.825887 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34b068b9-753b-4b14-aa08-9c3aefa37bae req-93a7ced7-6beb-4de0-adef-1141c0e8069a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0870166 Aug 12 22:53:31.902805 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=445f5e85-ed85-4154-a358-6232f066f023,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:31.909788 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34b068b9-753b-4b14-aa08-9c3aefa37bae req-7caa73d2-0a10-4377-9007-ac618a3e79f1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 12 22:53:31.942186 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '445f5e85-ed85-4154-a358-6232f066f023', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'port_id': '445f5e85-ed85-4154-a358-6232f066f023', 'mac_address': 'fa:16:3e:d6:0e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fd771e-869c-4188-96c5-def979f7ee66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:31.971954 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40f040-077c-4b63-b022-6a1b41090aed req-fbfad9c2-c560-4495-92bc-082b534118c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:31.974512 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0e40f040-077c-4b63-b022-6a1b41090aed req-fbfad9c2-c560-4495-92bc-082b534118c9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0645058 Aug 12 22:53:31.985515 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.002285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445f5e85-ed85-4154-a358-6232f066f023 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:32.020859 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0e40f040-077c-4b63-b022-6a1b41090aed req-2b98ad4e-e2ce-4c74-9320-f1492478524b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Aug 12 22:53:32.029257 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=445f5e85-ed85-4154-a358-6232f066f023,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.034566 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.035163 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device ea31fb2b-08f5-4ea4-a4d1-accf52418aaa details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:32.047669 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2e3f-eaa1-4604-a792-120a7a568058 req-ab4c3bdd-c0da-48ce-9172-4bda06fc5b62 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.050411 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ddba2e3f-eaa1-4604-a792-120a7a568058 req-ab4c3bdd-c0da-48ce-9172-4bda06fc5b62 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 943 time: 0.0580997 Aug 12 22:53:32.094130 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ddba2e3f-eaa1-4604-a792-120a7a568058 req-45052471-c130-4cad-9cfc-036c108613b7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 Aug 12 22:53:32.241999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.287244 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.300890 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'port_id': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'mac_address': 'fa:16:3e:42:76:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:32.347217 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.364616 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea31fb2b-08f5-4ea4-a4d1-accf52418aaa {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:32.388554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.393747 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.394762 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device c089b18a-f779-45a9-93b7-6f89247e7503 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:53:32.469298 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c089b18a-f779-45a9-93b7-6f89247e7503,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.472259 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.484402 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'c089b18a-f779-45a9-93b7-6f89247e7503', 'network_id': 'd5710198-3158-4aa8-9cfb-b09a4f7fff80', 'port_id': 'c089b18a-f779-45a9-93b7-6f89247e7503', 'mac_address': 'fa:16:3e:4d:54:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fd771e-869c-4188-96c5-def979f7ee66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:53:32.526454 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.540782 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c089b18a-f779-45a9-93b7-6f89247e7503 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:32.544076 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f453-c818-4f9a-9105-dcac459c795c req-c93216d5-186b-4e91-b8c2-6a5566c55c80 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.545786 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9de0f453-c818-4f9a-9105-dcac459c795c req-c93216d5-186b-4e91-b8c2-6a5566c55c80 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.0542593 Aug 12 22:53:32.561821 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c089b18a-f779-45a9-93b7-6f89247e7503,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:32.566596 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:32.584683 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9de0f453-c818-4f9a-9105-dcac459c795c req-04bf5de6-4a5a-4472-bf72-186f0d3a515e tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Aug 12 22:53:32.617692 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:32.971791 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cb91-2723-4397-9f5b-652f105d1a25 req-3eed2deb-267c-4f38-9570-793b22619b81 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:32.973482 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a8d6cb91-2723-4397-9f5b-652f105d1a25 req-3eed2deb-267c-4f38-9570-793b22619b81 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0904779 Aug 12 22:53:33.015540 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a8d6cb91-2723-4397-9f5b-652f105d1a25 req-b94e9ea4-2167-46d2-9018-c0b2959867f6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Aug 12 22:53:33.077853 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e744d50-cbe2-4f64-9cc3-4c0afcd409c1 req-08cce608-f2d0-4c17-9f68-b4264140ccac tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:33.079404 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e744d50-cbe2-4f64-9cc3-4c0afcd409c1 req-08cce608-f2d0-4c17-9f68-b4264140ccac tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0847440 Aug 12 22:53:33.143496 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e744d50-cbe2-4f64-9cc3-4c0afcd409c1 req-ab025f84-8693-44c1-b247-38937d906e68 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Aug 12 22:53:33.191657 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8811f7-398c-40ca-a9c7-6221611735c3 req-239da6b6-3088-4187-ad63-98ee8f31f11c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:33.193215 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-da8811f7-398c-40ca-a9c7-6221611735c3 req-239da6b6-3088-4187-ad63-98ee8f31f11c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0709243 Aug 12 22:53:33.241976 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-da8811f7-398c-40ca-a9c7-6221611735c3 req-1c6af379-d35a-4451-99fe-fb3ab4dcc12d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Aug 12 22:53:33.267247 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15800d-a85c-4357-ba3a-167ccf74df14 req-31d55640-bbce-4396-aa80-573cebae5dfe tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:33.268810 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fe15800d-a85c-4357-ba3a-167ccf74df14 req-31d55640-bbce-4396-aa80-573cebae5dfe tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0587015 Aug 12 22:53:33.307704 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fe15800d-a85c-4357-ba3a-167ccf74df14 req-e1bd9f26-d17c-4e72-bc64-610430ccee4f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327170 Aug 12 22:53:33.529503 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:33.651784 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['71595f6d-bd88-4811-816f-262ed629d542'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:33.685301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['445f5e85-ed85-4154-a358-6232f066f023'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:33.687256 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:33.793665 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['c089b18a-f779-45a9-93b7-6f89247e7503'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:34.185606 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd10c35-df6d-462a-b4d9-1a96762cca84 req-c3bf0ec5-61b9-405a-9fce-24977eb501ad tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:34.187175 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bd10c35-df6d-462a-b4d9-1a96762cca84 req-c3bf0ec5-61b9-405a-9fce-24977eb501ad tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0571074 Aug 12 22:53:34.225155 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bd10c35-df6d-462a-b4d9-1a96762cca84 req-d2c05bb3-86bb-4319-a32e-45866abd1fd0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Aug 12 22:53:34.339272 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f4c9d-2267-419a-8d6c-5a0e6de95a6d req-82416977-db96-49d6-8706-0ca39b7478d0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:34.341024 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ff4f4c9d-2267-419a-8d6c-5a0e6de95a6d req-82416977-db96-49d6-8706-0ca39b7478d0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0537415 Aug 12 22:53:34.386621 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ff4f4c9d-2267-419a-8d6c-5a0e6de95a6d req-38924477-e8c8-4749-9473-aeb30c00f060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389950 Aug 12 22:53:34.501645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b1f2-03da-4a01-884a-1aae5d1e9630 req-28009cb1-a22d-4f90-8a90-39963de559ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:34.503285 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9ac2b1f2-03da-4a01-884a-1aae5d1e9630 req-28009cb1-a22d-4f90-8a90-39963de559ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0522377 Aug 12 22:53:34.600217 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9ac2b1f2-03da-4a01-884a-1aae5d1e9630 req-4cff8f16-9ca6-48cd-b07d-61eb1ade17a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828221 Aug 12 22:53:34.712899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf1ff8-85ba-4c9f-ac3e-39fc10ed9b3c req-a6a97d63-70ea-47d5-a60b-80054e1ecb47 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:34.714479 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7fdf1ff8-85ba-4c9f-ac3e-39fc10ed9b3c req-a6a97d63-70ea-47d5-a60b-80054e1ecb47 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0477715 Aug 12 22:53:34.756315 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7fdf1ff8-85ba-4c9f-ac3e-39fc10ed9b3c req-d6d28f1b-c6ed-4f8b-aeaa-1bbc9829dcd4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Aug 12 22:53:35.343501 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916cdf-e2d0-4440-9020-17dfa3ac185f req-044a8f58-c0bb-4a9b-8ed2-1a2c6ef0b1c2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:35.344979 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-70916cdf-e2d0-4440-9020-17dfa3ac185f req-044a8f58-c0bb-4a9b-8ed2-1a2c6ef0b1c2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0524859 Aug 12 22:53:35.389641 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-70916cdf-e2d0-4440-9020-17dfa3ac185f req-5d2fd825-679d-4664-b75a-ab18b283c27f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384281 Aug 12 22:53:35.502183 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260244-62ca-44df-af0d-d3a2777879dd req-2a52d7ca-bb47-45e5-830b-3e0d1acb44a8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:35.503643 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca260244-62ca-44df-af0d-d3a2777879dd req-2a52d7ca-bb47-45e5-830b-3e0d1acb44a8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0486550 Aug 12 22:53:35.541034 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca260244-62ca-44df-af0d-d3a2777879dd req-38f6613c-4498-4134-9b0b-0fa4c0152f40 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Aug 12 22:53:35.731814 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c5651-3cd8-4e94-a217-d50ef29154e6 req-4d1e5fe4-ba6c-4574-b0a0-fed86a3e013c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:35.733466 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c33c5651-3cd8-4e94-a217-d50ef29154e6 req-4d1e5fe4-ba6c-4574-b0a0-fed86a3e013c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0521781 Aug 12 22:53:35.772453 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c33c5651-3cd8-4e94-a217-d50ef29154e6 req-355e9334-a10d-4527-a43c-47920adb1a7f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Aug 12 22:53:35.874405 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32ccc0-3ad3-415e-8abb-315ee3831cdd req-5b3dc7e4-c14b-40a6-a208-971f7e69ce43 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:35.875892 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f32ccc0-3ad3-415e-8abb-315ee3831cdd req-5b3dc7e4-c14b-40a6-a208-971f7e69ce43 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0524304 Aug 12 22:53:35.915622 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f32ccc0-3ad3-415e-8abb-315ee3831cdd req-08d39ce0-cc9c-4bc3-b4ae-c284056ed186 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334234 Aug 12 22:53:36.509150 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a08c3-3da0-4d7a-aa2b-f40468c40cff req-91649a49-ab52-486d-b844-0ff1176b6d2a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:36.510547 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc9a08c3-3da0-4d7a-aa2b-f40468c40cff req-91649a49-ab52-486d-b844-0ff1176b6d2a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0498593 Aug 12 22:53:36.550366 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc9a08c3-3da0-4d7a-aa2b-f40468c40cff req-3e2a3bd5-11a5-424b-b537-b01851ba30b8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336337 Aug 12 22:53:36.667233 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda39925-3aaf-4965-b5d4-6a92721cb3bf req-b7ed3aaf-3210-42b7-a3c5-2e5c1cc0658a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:36.668729 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cda39925-3aaf-4965-b5d4-6a92721cb3bf req-b7ed3aaf-3210-42b7-a3c5-2e5c1cc0658a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0617712 Aug 12 22:53:36.707065 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cda39925-3aaf-4965-b5d4-6a92721cb3bf req-e3e979c7-a20b-4000-880f-a47a09d05322 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Aug 12 22:53:36.900542 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4226-25e0-4eb4-8c6e-7a3f27ee979c req-9aca752d-2617-4b97-a0d6-a07a27eb0644 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:36.902086 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d9c4226-25e0-4eb4-8c6e-7a3f27ee979c req-9aca752d-2617-4b97-a0d6-a07a27eb0644 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0553782 Aug 12 22:53:36.939434 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d9c4226-25e0-4eb4-8c6e-7a3f27ee979c req-32ea5ad5-6703-4025-b292-211519ed82c2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Aug 12 22:53:37.031864 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1764e-6bd1-47da-9921-e56982c7351a req-26d49608-5d26-4beb-bd23-cc3dce1bc6b0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:37.033227 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-22d1764e-6bd1-47da-9921-e56982c7351a req-26d49608-5d26-4beb-bd23-cc3dce1bc6b0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0512094 Aug 12 22:53:37.076599 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-22d1764e-6bd1-47da-9921-e56982c7351a req-19d3ade5-4687-4482-94de-12cc7fb3584f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Aug 12 22:53:37.667138 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec8422-33e4-4738-b8ca-3305bf2749e9 req-8a486e2c-6150-4119-bcdd-56d067e8df97 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:37.668602 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-19ec8422-33e4-4738-b8ca-3305bf2749e9 req-8a486e2c-6150-4119-bcdd-56d067e8df97 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0504272 Aug 12 22:53:37.706656 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-19ec8422-33e4-4738-b8ca-3305bf2749e9 req-4ec6dac4-298f-4dc3-b77f-1ad93383fe69 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Aug 12 22:53:37.833614 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618cc5f-82ff-4d65-bddb-355cf8b3331e req-3cfc0eb0-d78d-4a34-987f-1feb68bb17e2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:37.835139 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3618cc5f-82ff-4d65-bddb-355cf8b3331e req-3cfc0eb0-d78d-4a34-987f-1feb68bb17e2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0567920 Aug 12 22:53:37.872308 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3618cc5f-82ff-4d65-bddb-355cf8b3331e req-1c1ca38c-43ae-4201-aa08-550b89e3520a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 12 22:53:38.073103 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9fc07-93d8-4c65-a282-50d17f833744 req-3565348c-258b-4936-8a58-c2243975017e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:38.074600 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4cc9fc07-93d8-4c65-a282-50d17f833744 req-3565348c-258b-4936-8a58-c2243975017e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0559881 Aug 12 22:53:38.115517 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4cc9fc07-93d8-4c65-a282-50d17f833744 req-69fae76a-9b72-4e9c-9116-0b9b35fc3a65 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334249 Aug 12 22:53:38.193475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69f5ed-8470-4133-a2fb-ae7e6640be32 req-8684844b-fd48-4b73-bcc1-f986357a0643 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:38.194955 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f69f5ed-8470-4133-a2fb-ae7e6640be32 req-8684844b-fd48-4b73-bcc1-f986357a0643 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0497322 Aug 12 22:53:38.234073 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f69f5ed-8470-4133-a2fb-ae7e6640be32 req-d52ec2f5-4c12-4576-a548-56dd8d859017 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Aug 12 22:53:38.829019 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7fab-806e-4595-a3ed-dc53cebb4b31 req-51c60366-6398-41b6-ae16-7446fd94b7f0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:38.830568 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-385b7fab-806e-4595-a3ed-dc53cebb4b31 req-51c60366-6398-41b6-ae16-7446fd94b7f0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0553176 Aug 12 22:53:38.871399 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-385b7fab-806e-4595-a3ed-dc53cebb4b31 req-d0c5f571-e3df-4286-b0b0-04e42dc0faf1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341432 Aug 12 22:53:38.974664 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47858) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:38.988712 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649defb0-6d8c-48f8-90de-8806e78386cb req-a447fcfa-dafd-4dcd-af89-8ed7700ad79a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:38.990154 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-649defb0-6d8c-48f8-90de-8806e78386cb req-a447fcfa-dafd-4dcd-af89-8ed7700ad79a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.0504885 Aug 12 22:53:39.024164 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Deleting subnet 05a96707-b955-42c4-90ea-95eac09b3b24 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:53:39.027837 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.033375 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-649defb0-6d8c-48f8-90de-8806e78386cb req-89b788ea-a06f-4a1e-825a-59135edbe27f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Aug 12 22:53:39.068343 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.077669 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.137211 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.168725 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a96707-b955-42c4-90ea-95eac09b3b24,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:39.180667 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.184953 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6fe4c6eb-0e44-42e1-9f0a-0b538aae78a5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05a96707-b955-42c4-90ea-95eac09b3b24 HTTP/1.1" status: 204 len: 168 time: 0.2068920 Aug 12 22:53:39.185098 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47864) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:39.283889 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.294865 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773e327-4346-43c1-a71f-e20dc05f2275 req-c3aae0c4-ef80-4665-879b-5e9cf40252cc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:39.296726 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a773e327-4346-43c1-a71f-e20dc05f2275 req-c3aae0c4-ef80-4665-879b-5e9cf40252cc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.1019275 Aug 12 22:53:39.364320 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab4b44-aad6-4e8f-9e8a-ed59c8027f8c req-3ac1581a-dfa9-42b1-98c1-e1c2fe42075f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:39.365810 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6ab4b44-aad6-4e8f-9e8a-ed59c8027f8c req-3ac1581a-dfa9-42b1-98c1-e1c2fe42075f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0569310 Aug 12 22:53:39.400888 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a773e327-4346-43c1-a71f-e20dc05f2275 req-d525022b-a410-41b5-b615-eb97af817f1b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956891 Aug 12 22:53:39.413391 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6ab4b44-aad6-4e8f-9e8a-ed59c8027f8c req-b71725ea-aef5-4dfc-b3e9-21842617f16c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Aug 12 22:53:39.414285 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.437076 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.437491 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.438251 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.438587 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > port after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.438924 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.439255 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > port after_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.439573 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.439906 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.440219 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.440535 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.590629 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.590961 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.591298 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.591659 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:39.591998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e440bff5-13fb-46ec-9f46-cc7fc090dd64']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:39.610800 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87731480-e8b3-4219-9123-369304196af0') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:39.610951 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87731480-e8b3-4219-9123-369304196af0') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:39.628130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.657663 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.669846 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:53:39.670276 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: from cryptography.utils import int_from_bytes Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: from cryptography.utils import int_from_bytes Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:53:39.674508 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:53:39.730890 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.738623 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.740554 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e440bff5-13fb-46ec-9f46-cc7fc090dd64 HTTP/1.1" status: 204 len: 168 time: 0.5545306 Aug 12 22:53:39.743933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:39.750231 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e537-5f90-4bc0-8081-e44f593b1b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=e440bff5-13fb-46ec-9f46-cc7fc090dd64,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:39.789468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Deleting subnet 2872469b-c315-4cbb-8e78-902f59b8d5f9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:53:39.792599 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.828645 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.839072 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.913676 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.957442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:39.959402 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2872469b-c315-4cbb-8e78-902f59b8d5f9 HTTP/1.1" status: 204 len: 168 time: 0.2144537 Aug 12 22:53:39.960353 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18cb22-3343-4107-b868-74ef03c48da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2872469b-c315-4cbb-8e78-902f59b8d5f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:39.962485 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:40.006906 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11c6b2-8226-4e98-997e-31f2efebdc20 req-8fdcda13-9ccb-4c49-b388-926fc6879b29 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.008810 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8c11c6b2-8226-4e98-997e-31f2efebdc20 req-8fdcda13-9ccb-4c49-b388-926fc6879b29 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0526609 Aug 12 22:53:40.037164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.048660 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8c11c6b2-8226-4e98-997e-31f2efebdc20 req-7e975c44-e597-405c-a375-453edf7ea6d4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Aug 12 22:53:40.152278 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.165191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.165566 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.166306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.166625 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.166955 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.167279 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.167587 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.167910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.168214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.168519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.199252 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47908) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:40.202533 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 062546eb-50b7-420e-8f9f-868f1cd76a47 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:40.233979 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.234318 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.234672 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.234981 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 22:53:40.235325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cab7ca-1cca-4fc4-bece-c06c742f3303']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:40.252590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 062546eb-50b7-420e-8f9f-868f1cd76a47 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:40.255498 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560faab2-3a61-40a2-a091-8bdd9554b8f0') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:40.255787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560faab2-3a61-40a2-a091-8bdd9554b8f0') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:40.257634 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 062546eb-50b7-420e-8f9f-868f1cd76a47 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:40.258106 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.274717 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998622'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.292504 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1764638-0a3a-41ee-94d9-6a8f5f81c11e req-3cb6f580-eb61-4ca3-8aec-c690234742d3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.294160 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a1764638-0a3a-41ee-94d9-6a8f5f81c11e req-3cb6f580-eb61-4ca3-8aec-c690234742d3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 944 time: 0.1788726 Aug 12 22:53:40.310828 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.312757 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cde9836d-3821-4be0-af10-1d4ad99e8572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.327315 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:53:40.327771 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59130448'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: from cryptography.utils import int_from_bytes Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: from cryptography.utils import int_from_bytes Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: Traceback (most recent call last): Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: timer() Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: cb(*args, **kw) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: return func(*args, **kwargs) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: self._notify() Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: self.callback(batched_events) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: event.method(event) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: return f(self, *a, **k) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._get(url).json() Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: return self.request(url, 'GET', **kwargs) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:53:40.331571 dv-cinder-759943-11-iscsi neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:53:40.347944 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.376784 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:40.379256 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c7079-bc62-4d5c-905f-cb97b5d301f4" -d '{"events": [{"server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "name": "network-vif-plugged", "status": "completed", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:40.396107 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=062546eb-50b7-420e-8f9f-868f1cd76a47,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:40.399250 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a1764638-0a3a-41ee-94d9-6a8f5f81c11e req-7779b5e0-803f-402b-85ad-9e869f492104 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954053 Aug 12 22:53:40.407355 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.409201 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.421190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.423397 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/75cab7ca-1cca-4fc4-bece-c06c742f3303 HTTP/1.1" status: 204 len: 168 time: 0.4567857 Aug 12 22:53:40.442747 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370e184-fe91-4f3a-b43f-de0e2ee820c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75cab7ca-1cca-4fc4-bece-c06c742f3303,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:40.444257 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cde9836d-3821-4be0-af10-1d4ad99e8572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.452130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cde9836d-3821-4be0-af10-1d4ad99e8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.465924 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:40.474530 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b82a7-ea0c-413b-afb5-196a4a97ee3a x-openstack-request-id: req-399b82a7-ea0c-413b-afb5-196a4a97ee3a {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:40.474816 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "name": "network-vif-plugged", "status": "completed", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:40.475248 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399b82a7-ea0c-413b-afb5-196a4a97ee3a {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:40.475633 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47', 'code': 200} Aug 12 22:53:40.510969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9836d-3821-4be0-af10-1d4ad99e8572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5c8001-ecbf-4758-9102-22873ee69444,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:40.516828 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-cde9836d-3821-4be0-af10-1d4ad99e8572 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acf23806f2334a76b810a712320becfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156152 Aug 12 22:53:40.519992 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47920) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:40.586212 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:40.594327 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b5d5f-f033-44a9-b4e2-0d812f0e1288 req-ecd3ad69-95fe-4111-8d0d-d65ba61ba23b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.595878 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f2b5d5f-f033-44a9-b4e2-0d812f0e1288 req-ecd3ad69-95fe-4111-8d0d-d65ba61ba23b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0626187 Aug 12 22:53:40.620055 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.640963 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a27bb0-0259-493e-b799-f7b891cbb0f0 req-b4c047a2-340b-4274-987f-b8c893744a36 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.642940 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-53a27bb0-0259-493e-b799-f7b891cbb0f0 req-b4c047a2-340b-4274-987f-b8c893744a36 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0725288 Aug 12 22:53:40.662553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.677647 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f2b5d5f-f033-44a9-b4e2-0d812f0e1288 req-8dfc14d4-1b72-455d-9897-f02f4c8b457f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672326 Aug 12 22:53:40.696492 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f4a790d7-3be4-455e-ab5e-c6627ca16ddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d761b797f7444aab4d2088619f7027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993302 Aug 12 22:53:40.697287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:40.721777 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-53a27bb0-0259-493e-b799-f7b891cbb0f0 req-ff86b33f-490e-47be-823a-0fc57d74ca67 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673442 Aug 12 22:53:40.734256 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f21636-f298-4a4d-b4ee-c7f753f6fd07 req-b685761a-bb55-4504-bcd5-4bd83ad97775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:40.736373 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c0f21636-f298-4a4d-b4ee-c7f753f6fd07 req-b685761a-bb55-4504-bcd5-4bd83ad97775 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 1098 time: 0.0754237 Aug 12 22:53:40.747715 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.750854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.754429 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e5c8001-ecbf-4758-9102-22873ee69444 HTTP/1.1" status: 204 len: 168 time: 0.2295198 Aug 12 22:53:40.760542 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5cd92d-aa14-4b36-ad14-d407a9e1d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5c8001-ecbf-4758-9102-22873ee69444,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:40.809766 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c0f21636-f298-4a4d-b4ee-c7f753f6fd07 req-0d7024ed-bd7b-4b99-972a-8c37e5ed8eeb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Aug 12 22:53:40.810762 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.834890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.898811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.901587 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:40.905256 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/269f27c6-f1b3-4170-bc36-c810aee51d86 HTTP/1.1" status: 204 len: 168 time: 0.2035036 Aug 12 22:53:40.916907 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c3b5-8810-45e7-abf0-cfa1fcfc7785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269f27c6-f1b3-4170-bc36-c810aee51d86,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:41.187745 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b1c75-d847-4ead-8d79-43f98b3f05c5 req-ac9ae855-92ce-46b1-8e19-f7fa66aa3d21 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.189423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4a5b1c75-d847-4ead-8d79-43f98b3f05c5 req-ac9ae855-92ce-46b1-8e19-f7fa66aa3d21 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.0563402 Aug 12 22:53:41.232148 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4a5b1c75-d847-4ead-8d79-43f98b3f05c5 req-daaa5029-8b5d-4fcd-b06f-647254c2ea6d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Aug 12 22:53:41.257821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:41.272629 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8317f54-5f8d-4079-b536-e68d56f7595b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.295987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 47958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:41.341123 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5802b04c-a631-4188-8d6e-6eb9c70bfcd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e06168f405274ac08d0759d2865bead1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437858 Aug 12 22:53:41.343959 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:41.387932 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8317f54-5f8d-4079-b536-e68d56f7595b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.393950 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8317f54-5f8d-4079-b536-e68d56f7595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.449499 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317f54-5f8d-4079-b536-e68d56f7595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f3eb6-63a5-4d21-bb31-2fbf628d9613,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:41.455258 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f8317f54-5f8d-4079-b536-e68d56f7595b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6096fdd29b61441eab4c575ed3b54895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960459 Aug 12 22:53:41.458327 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:41.464209 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.528620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.587535 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41962-8ef1-4b89-b73a-e4520e0e9c32 req-973da8d6-5515-492a-b4de-8b336ccaddb8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.589009 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c7f41962-8ef1-4b89-b73a-e4520e0e9c32 req-973da8d6-5515-492a-b4de-8b336ccaddb8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.1147842 Aug 12 22:53:41.591981 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.630325 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.641860 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.644330 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.645471 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56e6c205-d0b0-4cad-a8b6-7e4e0ca2b9cb HTTP/1.1" status: 204 len: 168 time: 0.3005619 Aug 12 22:53:41.672867 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f30e5-5e68-4131-bac9-1ddfe992803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6c205-d0b0-4cad-a8b6-7e4e0ca2b9cb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:41.682343 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c7f41962-8ef1-4b89-b73a-e4520e0e9c32 req-b18e3938-1736-4f04-9366-4ef96b6f63ca tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862830 Aug 12 22:53:41.713680 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.717308 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:41.718850 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa9f3eb6-63a5-4d21-bb31-2fbf628d9613 HTTP/1.1" status: 204 len: 168 time: 0.2596192 Aug 12 22:53:41.727447 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c01e9c-f372-4a0f-8302-5e2678233b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f3eb6-63a5-4d21-bb31-2fbf628d9613,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:41.843028 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d88b3-7078-47b8-ae7c-9e6f747381bb req-c94ba741-9865-484b-94d2-c6e1f837e562 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.849188 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f166-4492-4410-b2b7-e3649ba8f931 req-7bbd9392-7c75-4a40-b684-72e7ef5105a0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:41.851415 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3d9d88b3-7078-47b8-ae7c-9e6f747381bb req-c94ba741-9865-484b-94d2-c6e1f837e562 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 944 time: 0.0622456 Aug 12 22:53:41.856748 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d74f166-4492-4410-b2b7-e3649ba8f931 req-7bbd9392-7c75-4a40-b684-72e7ef5105a0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0629876 Aug 12 22:53:41.900327 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3d9d88b3-7078-47b8-ae7c-9e6f747381bb req-6f6e0f7e-cf59-45e4-bed6-72e1e7260842 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476706 Aug 12 22:53:41.901977 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d74f166-4492-4410-b2b7-e3649ba8f931 req-0a4fe153-ebef-4e69-93af-71472868d683 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442598 Aug 12 22:53:42.156779 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 47996) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:42.175500 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.217838 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device ea31fb2b-08f5-4ea4-a4d1-accf52418aaa up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:42.314134 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:42.331596 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:42.332823 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.338325 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.361875 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.457220 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.461315 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a1d58-a309-460f-8390-03a5e3ba2ee4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:42.466839 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=696ccbc15a804fefa28a19da26621af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089564 Aug 12 22:53:42.469913 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:42.476230 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.476840 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.477371 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.477903 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.478425 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.478939 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.479435 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.479936 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.480445 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.480935 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.481454 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.481950 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2e1196-a5d9-49b5-aa45-c9f1c8576694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.491669 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:42.494834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a2be6-333e-4517-aa19-4a29ca4f984d" -d '{"events": [{"server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:42.496361 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd583d8-a156-49bd-bf7e-50afc3bb89c8 req-5f88fcfc-8417-430e-81c6-0a70e5aff339 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:42.504089 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9dd583d8-a156-49bd-bf7e-50afc3bb89c8 req-5f88fcfc-8417-430e-81c6-0a70e5aff339 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 944 time: 0.1724384 Aug 12 22:53:42.512488 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:42.520208 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.521380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device c089b18a-f779-45a9-93b7-6f89247e7503 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:42.562134 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9dd583d8-a156-49bd-bf7e-50afc3bb89c8 req-980eaed8-a9ba-419f-922f-34f8105d55c9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Aug 12 22:53:42.575250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ddc9db-abe9-421b-8d8d-9a4f808aaef5 x-openstack-request-id: req-68ddc9db-abe9-421b-8d8d-9a4f808aaef5 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:42.575543 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "name": "network-vif-plugged", "status": "completed", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:42.575794 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ddc9db-abe9-421b-8d8d-9a4f808aaef5 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:42.576179 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'code': 200} Aug 12 22:53:42.602353 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.626955 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.638840 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:42.643317 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port c089b18a-f779-45a9-93b7-6f89247e7503 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:42.647384 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port c089b18a-f779-45a9-93b7-6f89247e7503 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:42.647763 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.694636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.701316 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.709164 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c1a1d58-a309-460f-8390-03a5e3ba2ee4 HTTP/1.1" status: 204 len: 168 time: 0.2371261 Aug 12 22:53:42.720833 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a1d58-a309-460f-8390-03a5e3ba2ee4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:42.732380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.732733 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.733147 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.733565 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.734053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.734531 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.735080 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.735790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.736552 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.737042 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.737577 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.738113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0678f1-3a6a-4437-8073-7a442a47e887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:53:42.810967 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.825194 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1702f2-4948-4814-83e4-26e7c5af5400 req-dfd62b1e-44ab-4356-86be-53473c1ab8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:42.827389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bc1702f2-4948-4814-83e4-26e7c5af5400 req-dfd62b1e-44ab-4356-86be-53473c1ab8ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0513947 Aug 12 22:53:42.842815 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87dc6f-85cb-4123-a66e-6dbe7dceee19 req-f292e155-7422-4f1c-ba1a-3f5a260f2708 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:42.849213 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c089b18a-f779-45a9-93b7-6f89247e7503,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:42.851754 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cc87dc6f-85cb-4123-a66e-6dbe7dceee19 req-f292e155-7422-4f1c-ba1a-3f5a260f2708 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.0673122 Aug 12 22:53:42.856620 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:42.857814 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:42.896769 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bc1702f2-4948-4814-83e4-26e7c5af5400 req-8725b831-cc23-401d-aa33-5b9214f30753 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606909 Aug 12 22:53:42.900334 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cc87dc6f-85cb-4123-a66e-6dbe7dceee19 req-e23179d7-a0aa-4be3-8e29-856897b5e1cf tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477262 Aug 12 22:53:42.951173 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:42.972581 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 71595f6d-bd88-4811-816f-262ed629d542 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:42.977613 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 71595f6d-bd88-4811-816f-262ed629d542 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:42.978221 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.083672 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.086166 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de3e31-9fbe-492d-9b6f-977ae4a57b0e req-5ff9a223-132b-42f6-adca-01a696e8086a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:43.095814 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff82ab-cc91-4ab8-8ab9-50249a534398 req-44e62126-078c-49be-9af5-0ba3b3f90b08 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:43.097198 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07de3e31-9fbe-492d-9b6f-977ae4a57b0e req-5ff9a223-132b-42f6-adca-01a696e8086a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0869141 Aug 12 22:53:43.097474 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-07ff82ab-cc91-4ab8-8ab9-50249a534398 req-44e62126-078c-49be-9af5-0ba3b3f90b08 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0937910 Aug 12 22:53:43.159477 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:43.163846 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07de3e31-9fbe-492d-9b6f-977ae4a57b0e req-e8a30cc2-e6b9-446b-ae3d-2f3d6acfbc90 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636771 Aug 12 22:53:43.166934 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48054) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:43.174804 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-07ff82ab-cc91-4ab8-8ab9-50249a534398 req-bab0f86b-7c10-4cd5-a6a8-cf3607c90827 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673428 Aug 12 22:53:43.182389 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.183649 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 445f5e85-ed85-4154-a358-6232f066f023 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:53:43.279626 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:43.283861 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 445f5e85-ed85-4154-a358-6232f066f023 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:53:43.288437 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 445f5e85-ed85-4154-a358-6232f066f023 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:53:43.288876 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.409070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.437550 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eafbc4-0226-4f8d-919d-5eedb116cb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.483988 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=445f5e85-ed85-4154-a358-6232f066f023,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:43.494763 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.562233 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:43.622560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eafbc4-0226-4f8d-919d-5eedb116cb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.634231 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eafbc4-0226-4f8d-919d-5eedb116cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.667957 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-63eafbc4-0226-4f8d-919d-5eedb116cb2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdc0dbc1113f4a43a8d063bfcbaab763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968181 Aug 12 22:53:43.668299 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:43.734380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eafbc4-0226-4f8d-919d-5eedb116cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be9c47-c787-4bfa-a996-1fc573f76689,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:43.762041 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6afc26-1d68-4626-be9e-337ba6e64f3c req-a9bdbbdd-e1bf-4682-a271-626856148c63 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:43.763552 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8a6afc26-1d68-4626-be9e-337ba6e64f3c req-a9bdbbdd-e1bf-4682-a271-626856148c63 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.1024346 Aug 12 22:53:43.787746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.821081 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.829559 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8a6afc26-1d68-4626-be9e-337ba6e64f3c req-ceca29bd-d3e9-4a0e-a86c-faa308ed5027 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Aug 12 22:53:43.876448 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.879105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:43.880311 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8be9c47-c787-4bfa-a996-1fc573f76689 HTTP/1.1" status: 204 len: 168 time: 0.2114234 Aug 12 22:53:43.888571 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b753d03-d735-4e45-84ba-7cfa5f9c4a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be9c47-c787-4bfa-a996-1fc573f76689,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:44.209177 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:44.228289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8a47d76-6e74-455e-8363-e0f7ab7a737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.314652 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6986-8b7d-446d-accb-60a65f527e27 req-e081b2e3-74a1-4288-898d-2aabe9ca2097 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:44.316571 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-49ea6986-8b7d-446d-accb-60a65f527e27 req-e081b2e3-74a1-4288-898d-2aabe9ca2097 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0563128 Aug 12 22:53:44.335632 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885659-4704-4e22-8652-d704e96b171b req-fb1de9c4-0ac7-4767-84b3-756646d0798e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:44.337148 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8885659-4704-4e22-8652-d704e96b171b req-fb1de9c4-0ac7-4767-84b3-756646d0798e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0787773 Aug 12 22:53:44.364849 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-49ea6986-8b7d-446d-accb-60a65f527e27 req-5d66a94f-e03b-48c8-8255-ba34bb05366e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Aug 12 22:53:44.395442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8a47d76-6e74-455e-8363-e0f7ab7a737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.407981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8885659-4704-4e22-8652-d704e96b171b req-07ac115a-6c12-4e0d-893d-b4a899723171 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637622 Aug 12 22:53:44.409196 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8a47d76-6e74-455e-8363-e0f7ab7a737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.451003 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b8a47d76-6e74-455e-8363-e0f7ab7a737a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcf8595b3bd048ffac58414609457ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405238 Aug 12 22:53:44.451918 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a47d76-6e74-455e-8363-e0f7ab7a737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12229d11-a95f-49df-bfd5-c92879aa11a9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:44.453728 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48142) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:44.511067 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.537329 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.577605 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503'}, {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}, {'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445f5e85-ed85-4154-a358-6232f066f023'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:44.580158 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b53bb-74a8-46bf-8692-a94be6350309" -d '{"events": [{"server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503"}, {"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}, {"server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "name": "network-vif-plugged", "status": "completed", "tag": "445f5e85-ed85-4154-a358-6232f066f023"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:44.591401 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.594527 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:44.597395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12229d11-a95f-49df-bfd5-c92879aa11a9 HTTP/1.1" status: 204 len: 168 time: 0.1403036 Aug 12 22:53:44.603134 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ecca-3fe8-4c3e-829f-ede1a79f3d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12229d11-a95f-49df-bfd5-c92879aa11a9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:44.649222 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f9a075-9f6f-4fa7-8e31-406e2521e086 x-openstack-request-id: req-f0f9a075-9f6f-4fa7-8e31-406e2521e086 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:44.649666 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503", "code": 200}, {"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "code": 200}, {"server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "name": "network-vif-plugged", "status": "completed", "tag": "445f5e85-ed85-4154-a358-6232f066f023", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:44.650554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0f9a075-9f6f-4fa7-8e31-406e2521e086 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:44.650554 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503', 'code': 200} Aug 12 22:53:44.650554 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'code': 200} Aug 12 22:53:44.650831 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445f5e85-ed85-4154-a358-6232f066f023', 'code': 200} Aug 12 22:53:44.987311 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab978b1-63ab-417a-b350-8a0f278cacab req-05cb31f0-bb9b-43c4-b70f-4aaf5df2f10d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:44.995576 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6ab978b1-63ab-417a-b350-8a0f278cacab req-05cb31f0-bb9b-43c4-b70f-4aaf5df2f10d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0655565 Aug 12 22:53:45.059764 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e602-7584-4ca1-be18-f71ebc50f2e0 req-4421d215-bdad-4feb-b35d-b5258940d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.061837 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6cc7e602-7584-4ca1-be18-f71ebc50f2e0 req-4421d215-bdad-4feb-b35d-b5258940d79e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1098 time: 0.0588038 Aug 12 22:53:45.092046 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6ab978b1-63ab-417a-b350-8a0f278cacab req-53b615cf-9198-443d-8feb-3109d3ac2727 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949976 Aug 12 22:53:45.140346 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6cc7e602-7584-4ca1-be18-f71ebc50f2e0 req-5e8c6e8b-496e-4300-abf0-8a3f1cbfeb19 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686584 Aug 12 22:53:45.501668 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d3bea-3062-45c3-807f-d3560dbf9bc9 req-d93a9361-a77a-412f-bc47-eae1ad17d22e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.511765 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c43d3bea-3062-45c3-807f-d3560dbf9bc9 req-d93a9361-a77a-412f-bc47-eae1ad17d22e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0710754 Aug 12 22:53:45.553214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f469b-9fc3-4f89-b391-fababa25e8f8 req-eceaa9b2-84e3-4d04-8030-4f4cf910afbd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.559278 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c43d3bea-3062-45c3-807f-d3560dbf9bc9 req-ad7385e5-518a-4dac-ba7e-31af178b5d30 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461907 Aug 12 22:53:45.560722 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ea1f469b-9fc3-4f89-b391-fababa25e8f8 req-eceaa9b2-84e3-4d04-8030-4f4cf910afbd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0647998 Aug 12 22:53:45.621583 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ea1f469b-9fc3-4f89-b391-fababa25e8f8 req-a584eb16-f0f9-4068-881d-4b0896e5a744 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598552 Aug 12 22:53:45.723558 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26e02a-6617-4f91-b25c-2f5c5116f442 req-d1e98631-ef55-47e0-a98d-acc9bc3d217e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.725045 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2c26e02a-6617-4f91-b25c-2f5c5116f442 req-d1e98631-ef55-47e0-a98d-acc9bc3d217e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0510929 Aug 12 22:53:45.736494 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:45.740982 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'floatingip': {'port_id': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:45.827387 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1d151-f9fc-4612-9151-2ffaceac66e4 req-2589d358-d152-4f8c-8cdb-246eee0bcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.829174 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b0b1d151-f9fc-4612-9151-2ffaceac66e4 req-2589d358-d152-4f8c-8cdb-246eee0bcdc5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1098 time: 0.1060736 Aug 12 22:53:45.831073 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:45.832159 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03856f2-53fc-4bcb-8cf4-7d0ed434e3b6 req-3425c6c1-ab07-432c-bc64-fc244fffa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:45.833759 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a03856f2-53fc-4bcb-8cf4-7d0ed434e3b6 req-3425c6c1-ab07-432c-bc64-fc244fffa306 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0992265 Aug 12 22:53:45.911958 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a03856f2-53fc-4bcb-8cf4-7d0ed434e3b6 req-3ff241f7-dbef-484c-80da-9b0ac84bb9cb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 Aug 12 22:53:45.920758 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b0b1d151-f9fc-4612-9151-2ffaceac66e4 req-5cc9d750-e9aa-4361-8a9d-2ba1c9f1c3c6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725825 Aug 12 22:53:46.246991 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63746a-9659-40ae-8005-8700ef6e890b req-bcef2610-9316-4f1e-8a7d-20e92e8ba710 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:46.256044 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0e63746a-9659-40ae-8005-8700ef6e890b req-bcef2610-9316-4f1e-8a7d-20e92e8ba710 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0920651 Aug 12 22:53:46.321994 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0e63746a-9659-40ae-8005-8700ef6e890b req-bd9083a4-9294-4249-8752-61ea030dba31 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590317 Aug 12 22:53:46.801532 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:46.806617 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:46.853672 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce189dd-6068-4876-aad6-b603bb9d74b3 req-d4133bd6-1d39-480a-8f9a-4bf59ecde1de tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:46.855194 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ce189dd-6068-4876-aad6-b603bb9d74b3 req-d4133bd6-1d39-480a-8f9a-4bf59ecde1de tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.1270547 Aug 12 22:53:46.938786 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ce189dd-6068-4876-aad6-b603bb9d74b3 req-d0f9c11b-cf95-46c9-a439-eaf4a79c8228 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762527 Aug 12 22:53:46.949713 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.l3_db [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Floating IP b786d9d1-1609-49b2-acfa-f9652acd1fc1 associated. External IP: 172.27.3.13, port: ea31fb2b-08f5-4ea4-a4d1-accf52418aaa. Aug 12 22:53:47.163574 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:53:47.167464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:47.275727 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:53:47.279628 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed575e8-b26a-4fea-80d1-37eb0168bf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.281887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.290308 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:53:47.301775 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:47.303308 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:47.313729 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ecc4c781-928e-45f6-99ef-199682afd3a5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "PUT /v2.0/floatingips/b786d9d1-1609-49b2-acfa-f9652acd1fc1 HTTP/1.1" status: 200 len: 990 time: 1.5761390 Aug 12 22:53:47.314415 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:47.317225 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db61afe-8401-47f2-b5a4-d4d73b47da24" -d '{"events": [{"name": "network-changed", "server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:47.383951 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6d795-a1d0-40ba-8489-d2b59b80de6d x-openstack-request-id: req-a6e6d795-a1d0-40ba-8489-d2b59b80de6d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:47.384299 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:47.384559 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e6d795-a1d0-40ba-8489-d2b59b80de6d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:47.385001 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'status': 'completed', 'code': 200} Aug 12 22:53:47.408333 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed575e8-b26a-4fea-80d1-37eb0168bf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.413489 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed575e8-b26a-4fea-80d1-37eb0168bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.449556 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:47.462790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed575e8-b26a-4fea-80d1-37eb0168bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac7949-55e7-4ac3-b590-319cdb59bf07,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:47.470964 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2ed575e8-b26a-4fea-80d1-37eb0168bf02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45155a0094b3453b8c8ca45b043a6459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019991 Aug 12 22:53:47.473671 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:47.490920 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f7ba-3587-4ce9-af0c-20dafc05dc1a req-67e3c5ef-9bad-42f5-9f5f-0d8f0c8e9efa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:47.492848 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df61f7ba-3587-4ce9-af0c-20dafc05dc1a req-67e3c5ef-9bad-42f5-9f5f-0d8f0c8e9efa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0581601 Aug 12 22:53:47.548478 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df61f7ba-3587-4ce9-af0c-20dafc05dc1a req-59118807-43e0-48cc-9714-3527b386b201 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Aug 12 22:53:47.551460 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.578955 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.581847 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-95f33f45-5ccf-46e2-a160-8dadb00568f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:47.583648 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-95f33f45-5ccf-46e2-a160-8dadb00568f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0681355 Aug 12 22:53:47.735839 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.738984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:47.743957 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51ac7949-55e7-4ac3-b590-319cdb59bf07 HTTP/1.1" status: 204 len: 168 time: 0.2689121 Aug 12 22:53:47.754400 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cb5da-87a2-4276-a14e-701584a7b815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac7949-55e7-4ac3-b590-319cdb59bf07,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:47.757962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-a7a94c53-52c5-40dd-9dc7-2f996abc7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:47.759960 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-a7a94c53-52c5-40dd-9dc7-2f996abc7d78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.1634986 Aug 12 22:53:47.785607 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'b786d9d1-1609-49b2-acfa-f9652acd1fc1', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:42:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:53:00Z', 'updated_at': '2021-08-12T22:53:46Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:47.814402 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:53:47.827356 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:47.828198 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:47.898368 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-e0d9dced-ffea-48b4-937e-e47c1d4bd8a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 998 time: 0.1249690 Aug 12 22:53:47.918752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:47.958181 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:48.073395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dbd73e1-2b60-4415-a9c2-9fe56bbcfd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.092705 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178521e7-cdad-4eed-b0e2-f5945da6f907 req-8a12d055-cebe-4a4d-8cfc-d5d89695c52e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:48.094581 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-178521e7-cdad-4eed-b0e2-f5945da6f907 req-8a12d055-cebe-4a4d-8cfc-d5d89695c52e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0694575 Aug 12 22:53:48.115144 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-e156b144-a8d4-4183-afae-d77416016f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:48.117070 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-e156b144-a8d4-4183-afae-d77416016f2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.1259556 Aug 12 22:53:48.126859 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48326) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:48.157923 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cab4b464-fde8-426a-a542-0b396f0dd8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.171465 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-178521e7-cdad-4eed-b0e2-f5945da6f907 req-42edfffd-fd06-421d-aaeb-c9a827a5dfc5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706744 Aug 12 22:53:48.218022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-41868282-0eeb-426a-8d6d-fb0ae050a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:48.219576 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-41868282-0eeb-426a-8d6d-fb0ae050a24d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752118 Aug 12 22:53:48.272578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dbd73e1-2b60-4415-a9c2-9fe56bbcfd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.300833 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7dbd73e1-2b60-4415-a9c2-9fe56bbcfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.338505 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'b786d9d1-1609-49b2-acfa-f9652acd1fc1', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:42:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:53:00Z', 'updated_at': '2021-08-12T22:53:46Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:48.348003 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7dbd73e1-2b60-4415-a9c2-9fe56bbcfd34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b521ebc1f210444481b51cfd361f43c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280758 Aug 12 22:53:48.352703 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:48.371906 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd73e1-2b60-4415-a9c2-9fe56bbcfd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec612a-a150-48a2-a73a-454ca4e4a198,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:48.392167 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1212ea56-ca83-4234-a3aa-afff593b7315 None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'b786d9d1-1609-49b2-acfa-f9652acd1fc1', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:42:76:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:53:00Z', 'updated_at': '2021-08-12T22:53:46Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:53:48.414656 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-5df1a56d-5127-4621-825a-ae0bd78e1ec5 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783566 Aug 12 22:53:48.416050 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cab4b464-fde8-426a-a542-0b396f0dd8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.424964 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cab4b464-fde8-426a-a542-0b396f0dd8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.443795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.474790 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4b464-fde8-426a-a542-0b396f0dd8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4319d12-00c2-4360-85e7-76f9d333cd14,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:48.493918 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-cab4b464-fde8-426a-a542-0b396f0dd8f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0686e8d3d5e2453284ed7ddf83856ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657677 Aug 12 22:53:48.494566 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48332) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:48.550458 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.581541 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.652816 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c035dae3-6657-4347-bd1d-04fd121769cc None None] New status for floating IP b786d9d1-1609-49b2-acfa-f9652acd1fc1: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:53:48.662809 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.667631 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.669929 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4319d12-00c2-4360-85e7-76f9d333cd14 HTTP/1.1" status: 204 len: 168 time: 0.1743095 Aug 12 22:53:48.682104 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103d50d-16ad-428f-a950-3a9720c4c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4319d12-00c2-4360-85e7-76f9d333cd14,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:48.777081 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.875715 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a848f7-1f21-44cf-9ea6-4552d02e4260 req-e3bf711d-59ea-44c2-8d2d-3c0e3edef768 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:48.877278 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d9a848f7-1f21-44cf-9ea6-4552d02e4260 req-e3bf711d-59ea-44c2-8d2d-3c0e3edef768 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.1025343 Aug 12 22:53:48.931060 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3db61afe-8401-47f2-b5a4-d4d73b47da24 req-c8e2c00b-0633-4b19-8649-9ad14b9870b0 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665499 Aug 12 22:53:48.934518 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d9a848f7-1f21-44cf-9ea6-4552d02e4260 req-26307e1f-ba48-4410-b72f-bba9815a3e31 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484850 Aug 12 22:53:48.943678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.962091 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:48.962091 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ec612a-a150-48a2-a73a-454ca4e4a198 HTTP/1.1" status: 204 len: 168 time: 0.5958204 Aug 12 22:53:48.968023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaecdbb-b3d8-4782-b3af-1a1cd14ee036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec612a-a150-48a2-a73a-454ca4e4a198,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:49.393241 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde55c9-f8cd-435b-af7f-5ac0e092767c req-26760976-db3d-4752-9a68-58f57b3d3a87 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.395269 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2cde55c9-f8cd-435b-af7f-5ac0e092767c req-26760976-db3d-4752-9a68-58f57b3d3a87 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0929744 Aug 12 22:53:49.401238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a8318-562b-4f17-be91-5533d14c9d88 req-51c8c465-4546-4335-aeed-0f8270c3d897 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.403594 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff5a8318-562b-4f17-be91-5533d14c9d88 req-51c8c465-4546-4335-aeed-0f8270c3d897 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0649011 Aug 12 22:53:49.446604 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff5a8318-562b-4f17-be91-5533d14c9d88 req-71841d68-fa43-4865-8b3e-e8ce74693238 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Aug 12 22:53:49.457434 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2cde55c9-f8cd-435b-af7f-5ac0e092767c req-f1e6d987-ede0-4309-bd88-eb03a6799f05 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556149 Aug 12 22:53:49.585697 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-6574be54-3ae7-452e-8705-2cf15d0d067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.587616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-6574be54-3ae7-452e-8705-2cf15d0d067b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1098 time: 0.0581055 Aug 12 22:53:49.611515 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5f06-6523-48c0-b458-5c041dbe4505 req-412f551a-e9c5-4257-b7b3-9ddccc1bc7b7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.620474 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dc0e5f06-6523-48c0-b458-5c041dbe4505 req-412f551a-e9c5-4257-b7b3-9ddccc1bc7b7 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.0939918 Aug 12 22:53:49.669708 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dc0e5f06-6523-48c0-b458-5c041dbe4505 req-6a654859-7f42-4fdc-bbd0-4defdf914fd6 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Aug 12 22:53:49.755373 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-9a37e3e3-c3e9-4999-aad5-85faaa54ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.757204 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-9a37e3e3-c3e9-4999-aad5-85faaa54ad5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.1058936 Aug 12 22:53:49.828113 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-bf8325fc-76fe-4d6c-b59c-abc7a75074c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 200 len: 217 time: 0.0378180 Aug 12 22:53:49.884038 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-6c10b69f-183b-4393-85c4-14265b4048d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:49.886011 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-6c10b69f-183b-4393-85c4-14265b4048d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0468731 Aug 12 22:53:49.940174 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-293bf3ae-95f1-4c97-bb9f-b67d99e9d18c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342760 Aug 12 22:53:50.057574 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-fa958b4a-adf9-4c6a-9f18-bd0d51471d8f service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923758 Aug 12 22:53:50.079953 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48406) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:50.159521 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14a7ab25-9e40-4d9f-95f2-55a9a06a1bf8 req-59742d0f-2d08-4f75-944b-fce6050d4cc2 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919185 Aug 12 22:53:50.190291 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551771900-network', 'tenant_id': 'd89e735f17884730bd85cbb87740121a'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:50.215080 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Made reservation on behalf of d89e735f17884730bd85cbb87740121a for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:50.217749 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.228258 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.320768 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.325560 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.353035 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:53:50.359584 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a653ff-badd-4e67-b5cd-7806e2880a93,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:50.369008 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.369611 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Added segment 86f21f21-b655-4efb-ac16-3056ef7765d1 of type vlan for network 8e8963bc-d9fe-48df-af26-ef4b75ff087c Aug 12 22:53:50.419539 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.455498 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.456502 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:50.457213 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.531190 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4501050 Aug 12 22:53:50.534289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:50.540121 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Request body: {'subnet': {'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551771900-subnet', 'tenant_id': 'd89e735f17884730bd85cbb87740121a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:50.562454 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5b3ef-964a-4e16-9104-574482df7fdf admin admin] Pushing event updated for resources: {'Network': ['ID=8e8963bc-d9fe-48df-af26-ef4b75ff087c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:50.579243 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:53:50.586770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8199-cefa-44a2-a166-e93312484a84 req-19ea6ffc-e7fb-4a75-b208-3470d1e03007 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:50.588299 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4ddb8199-cefa-44a2-a166-e93312484a84 req-19ea6ffc-e7fb-4a75-b208-3470d1e03007 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0622931 Aug 12 22:53:50.591341 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Made reservation on behalf of d89e735f17884730bd85cbb87740121a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:50.593860 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.640212 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4ddb8199-cefa-44a2-a166-e93312484a84 req-93308ad9-c72d-4897-9968-51cd7a767820 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447357 Aug 12 22:53:50.751862 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ef451-0191-474e-a9b2-cadb6d5b3414 req-08cd1b64-e89a-46a9-b012-b14973a45919 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:50.753415 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-645ef451-0191-474e-a9b2-cadb6d5b3414 req-08cd1b64-e89a-46a9-b012-b14973a45919 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.1928165 Aug 12 22:53:50.794465 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743a4e-d578-47d1-bfb5-8ce8034480a7 req-6a20c429-eded-41a7-9007-066019642a79 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:50.796155 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8e743a4e-d578-47d1-bfb5-8ce8034480a7 req-6a20c429-eded-41a7-9007-066019642a79 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Aug 12 22:53:50.810075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:50.821287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'floatingip': {'port_id': '71595f6d-bd88-4811-816f-262ed629d542'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:50.825832 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-645ef451-0191-474e-a9b2-cadb6d5b3414 req-33834c0f-6620-42c4-aea4-5ea72993a801 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647266 Aug 12 22:53:50.911590 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394c0c1-46cb-46fd-9c6b-58794e143cf5 req-2d56f8c3-aa9e-4621-b64a-7efc66f55fc4 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:50.913311 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e394c0c1-46cb-46fd-9c6b-58794e143cf5 req-2d56f8c3-aa9e-4621-b64a-7efc66f55fc4 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.0631099 Aug 12 22:53:50.925996 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:50.962768 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e394c0c1-46cb-46fd-9c6b-58794e143cf5 req-66158bdb-7ce6-4164-955e-1478e79fe827 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Aug 12 22:53:51.105060 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:51.222744 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ee9672-3ad1-462a-bcd4-6f8d9d87393a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:51.257667 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Checking segment: {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:51.258015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Network hostable DHCP agents. Network: 8e8963bc-d9fe-48df-af26-ef4b75ff087c, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:53:51.288516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:53:51.355276 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 8e8963bc-d9fe-48df-af26-ef4b75ff087c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:51.367151 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f35517-7a6d-4161-ae55-7e4a3d00eccd None None] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:51.400173 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:51.406133 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:51.477187 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-bbbd14fb-066f-4ee1-941d-09ba66feca42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9417388 Aug 12 22:53:51.519887 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac51208-6b28-4fb4-b3c3-35d488807452 None None] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:53:51.686505 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-74b04567-5a46-4a26-ae52-6fc2968b79fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235757 Aug 12 22:53:51.785500 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:51.807100 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:51.986279 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c3f14-9f1a-4c0f-9931-136632e3b97e req-472505a3-1537-4fde-b436-ead005c6b29a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:51.990137 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-843c3f14-9f1a-4c0f-9931-136632e3b97e req-472505a3-1537-4fde-b436-ead005c6b29a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0666444 Aug 12 22:53:52.065834 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-843c3f14-9f1a-4c0f-9931-136632e3b97e req-483e4065-1eef-44bd-871d-37148fa9b714 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698946 Aug 12 22:53:52.197391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-6c7d7676-22b7-44d8-a496-525a849a049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:52.197634 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-6c7d7676-22b7-44d8-a496-525a849a049f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 1098 time: 0.1251221 Aug 12 22:53:52.207776 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9218d18-fe5c-4390-8a19-6f5aaab24f7a req-83c85997-37e5-4f80-96b8-1b0aa6cfa552 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:52.209559 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9218d18-fe5c-4390-8a19-6f5aaab24f7a req-83c85997-37e5-4f80-96b8-1b0aa6cfa552 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.1382697 Aug 12 22:53:52.217517 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Floating IP 94cd8311-d374-4017-a46e-c12c8b64f501 associated. External IP: 172.27.3.177, port: 71595f6d-bd88-4811-816f-262ed629d542. Aug 12 22:53:52.348734 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9218d18-fe5c-4390-8a19-6f5aaab24f7a req-46b33d84-19d3-436c-a405-65159427ed96 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286349 Aug 12 22:53:52.430955 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-bc7610bd-3f4d-4679-aa45-548fc5fb919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:52.432428 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-bc7610bd-3f4d-4679-aa45-548fc5fb919d service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 915 time: 0.1732986 Aug 12 22:53:52.505096 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-3699f892-66c3-43e9-b6c5-f3d63f91d9ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062546eb-50b7-420e-8f9f-868f1cd76a47 HTTP/1.1" status: 200 len: 217 time: 0.0398493 Aug 12 22:53:52.605256 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-836f7b84-de3f-4ba4-bda3-57c7db6848e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:52.606989 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-836f7b84-de3f-4ba4-bda3-57c7db6848e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0649614 Aug 12 22:53:52.612890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:53:52.643910 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-2f8231f5-6974-4f33-8950-64517b4ad3aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273442 Aug 12 22:53:52.648995 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:52.817988 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30091a0a-d878-4e71-8c25-1c1fd60b5ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:52.837670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:53:52.841218 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-9c991c30-e1ce-437c-881e-4acb4b8a5323 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578188 Aug 12 22:53:52.844377 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:52.848346 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:53:52.860043 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:52.860656 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:52.924666 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c9ae9f5c-58ec-4efa-83e2-20548a425e82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "PUT /v2.0/floatingips/94cd8311-d374-4017-a46e-c12c8b64f501 HTTP/1.1" status: 200 len: 991 time: 2.1092546 Aug 12 22:53:52.928423 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:52.930841 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af" -d '{"events": [{"name": "network-changed", "server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:52.967925 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:53.001811 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-77fdd08e-0be3-433c-a014-9c3c44f5c4b0 req-cf816c79-4733-42f9-8286-e89e834c0646 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344080 Aug 12 22:53:53.004211 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab54b42-04d7-45d8-bd30-a1f354fe5f7a x-openstack-request-id: req-eab54b42-04d7-45d8-bd30-a1f354fe5f7a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:53.004497 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:53.004748 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eab54b42-04d7-45d8-bd30-a1f354fe5f7a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:53.005127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'status': 'completed', 'code': 200} Aug 12 22:53:53.043757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30091a0a-d878-4e71-8c25-1c1fd60b5ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.049763 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30091a0a-d878-4e71-8c25-1c1fd60b5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.090328 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-30091a0a-d878-4e71-8c25-1c1fd60b5ee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8563ee0947764382a0b3f710f7b4ed77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379292 Aug 12 22:53:53.090328 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091a0a-d878-4e71-8c25-1c1fd60b5ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d036372d-9182-46f6-ad80-37466e9f5203,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:53.091529 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:53.207821 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '94cd8311-d374-4017-a46e-c12c8b64f501', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:52:58Z', 'updated_at': '2021-08-12T22:53:51Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:53.212468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.228534 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-34e4f8d2-b48f-455e-b8d2-82755dd10830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.230102 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-34e4f8d2-b48f-455e-b8d2-82755dd10830 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1098 time: 0.1050973 Aug 12 22:53:53.235733 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:53:53.244588 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42ea2-d57e-44e8-96d0-9cec3753694f req-b2ba59f2-aa55-4f4f-8ebb-160e71f8805d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.244915 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:53:53.245476 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:53:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:53.246128 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efa42ea2-d57e-44e8-96d0-9cec3753694f req-b2ba59f2-aa55-4f4f-8ebb-160e71f8805d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0842819 Aug 12 22:53:53.256554 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.363028 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:53:53.368463 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efa42ea2-d57e-44e8-96d0-9cec3753694f req-448e3cef-bf8b-4196-bf3b-f4ad9da10922 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139874 Aug 12 22:53:53.453127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-8ff6ac94-c65e-4643-b169-293f20987c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.454805 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-8ff6ac94-c65e-4643-b169-293f20987c03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.1600304 Aug 12 22:53:53.456359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.459064 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.460120 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d036372d-9182-46f6-ad80-37466e9f5203 HTTP/1.1" status: 204 len: 168 time: 0.3676920 Aug 12 22:53:53.470266 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-205d4e14-5062-450e-abc3-d355dd502860 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.471844 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-205d4e14-5062-450e-abc3-d355dd502860 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.70 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.1406252 Aug 12 22:53:53.509947 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b79de-7111-4137-a615-22ef9dbe5b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d036372d-9182-46f6-ad80-37466e9f5203,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:53.566615 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6e842ebe-dff4-45de-82bf-951850d8296e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.661202 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '94cd8311-d374-4017-a46e-c12c8b64f501', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:52:58Z', 'updated_at': '2021-08-12T22:53:51Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:53.673170 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab201-fac2-45fd-9c78-1715d8bef338 req-5d06343a-b3f6-4367-8094-da63151d88a9 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.675021 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb6ab201-fac2-45fd-9c78-1715d8bef338 req-5d06343a-b3f6-4367-8094-da63151d88a9 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 946 time: 0.2012064 Aug 12 22:53:53.677002 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-d03d5bbc-fb28-47dd-9984-7332b489cfe7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 999 time: 0.1695318 Aug 12 22:53:53.692705 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4f0c97-e527-4811-ae5d-e95b2ceee370 None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '94cd8311-d374-4017-a46e-c12c8b64f501', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:52:58Z', 'updated_at': '2021-08-12T22:53:51Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:53:53.793257 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-fb6bba29-ea14-4181-ad06-e6acdffcb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.795261 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-fb6bba29-ea14-4181-ad06-e6acdffcb6c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0984042 Aug 12 22:53:53.811658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb6ab201-fac2-45fd-9c78-1715d8bef338 req-e7ac0721-81b8-47f4-8af8-af8161fc37dc tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/security-groups?id=95184a5f-50d6-478e-84b2-6bd74793c423&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223667 Aug 12 22:53:53.828261 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Deleting port 917cab85-2610-4b5c-9c0f-dfeb5a04679a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:53:53.828893 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.834678 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-55e3de3d-1c38-4457-be98-595623d92cc8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.841654 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-55e3de3d-1c38-4457-be98-595623d92cc8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 808 time: 0.1565502 Aug 12 22:53:53.849194 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:53.866309 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41e695dd-c8c6-4c1a-bc77-6320d53b3354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:53.876402 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-e3e024d0-2365-4e81-af89-c9cec4fd1030 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/quotas/d89e735f17884730bd85cbb87740121a HTTP/1.1" status: 200 len: 375 time: 0.0338590 Aug 12 22:53:53.917179 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-42097393-5037-4fbd-a537-11b823e16f00 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342183 Aug 12 22:53:53.966518 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-e605becd-e8c4-4acb-a0fc-b814f4aea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:53.966518 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-e605becd-e8c4-4acb-a0fc-b814f4aea1cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1534991 Aug 12 22:53:53.992856 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc80f0-10ec-423d-ba78-cf78940e175d None None] New status for floating IP 94cd8311-d374-4017-a46e-c12c8b64f501: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:53:54.003397 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] For port 917cab85-2610-4b5c-9c0f-dfeb5a04679a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=917cab85-2610-4b5c-9c0f-dfeb5a04679a,segment=NetworkSegment(c9bc5cd6-c0a2-43b5-9163-769101930313),segment_id=c9bc5cd6-c0a2-43b5-9163-769101930313)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:53:54.003774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.042640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Calling delete_port for 917cab85-2610-4b5c-9c0f-dfeb5a04679a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:53:54.059820 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.078063 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-d3e55893-90dc-4e42-b8b4-55a0fcc72695 service neutron] 10.222.0.13 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471958 Aug 12 22:53:54.157373 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41e695dd-c8c6-4c1a-bc77-6320d53b3354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.166350 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41e695dd-c8c6-4c1a-bc77-6320d53b3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.197707 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-0439e78d-b082-4242-b70d-6814fab0d6f2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824915 Aug 12 22:53:54.332675 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.373122 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Pushing event deleted for resources: {'Port': ['ID=917cab85-2610-4b5c-9c0f-dfeb5a04679a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:54.390333 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['917cab85-2610-4b5c-9c0f-dfeb5a04679a'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:53:54.450095 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-41e695dd-c8c6-4c1a-bc77-6320d53b3354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db37c20ff01344859a6e84d0d6e1c7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993493 Aug 12 22:53:54.450718 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48606) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:54.464594 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e695dd-c8c6-4c1a-bc77-6320d53b3354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373dcfcc-8019-4704-8336-315157e2a5c9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:54.496918 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-f2a77a0a-ec38-432a-977c-e10fd7da2dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114845 Aug 12 22:53:54.526184 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.555659 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.630541 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.634022 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.635958 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/373dcfcc-8019-4704-8336-315157e2a5c9 HTTP/1.1" status: 204 len: 168 time: 0.1814373 Aug 12 22:53:54.645617 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34a738-d6e9-454a-b2ee-4717d8406aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373dcfcc-8019-4704-8336-315157e2a5c9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:54.706254 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0a2791f-6d4a-49d3-9b79-a89c6576f9af req-2d0af6f2-4771-469a-b65d-896f409217d2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829001 Aug 12 22:53:54.744491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] No DVR routers for this DVR port 917cab85-2610-4b5c-9c0f-dfeb5a04679a on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:53:54.750847 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:54.752848 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ac33d783-a100-4c31-8d4d-690a6e78d425 req-d7d5ba5b-d345-4072-9dcc-d887208d0034 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.70 "DELETE /v2.0/ports/917cab85-2610-4b5c-9c0f-dfeb5a04679a HTTP/1.1" status: 204 len: 173 time: 1.2464471 Aug 12 22:53:54.783627 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88678e04-f024-40e9-800d-28b96670b72d req-3743ff2b-1687-4828-b50a-ec83790fc301 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:54.798264 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88678e04-f024-40e9-800d-28b96670b72d req-3743ff2b-1687-4828-b50a-ec83790fc301 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.1083219 Aug 12 22:53:54.843527 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88678e04-f024-40e9-800d-28b96670b72d req-3131c2bb-ea92-49d7-825b-633bdc6ff42d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Aug 12 22:53:54.872731 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1c0abe7c-6852-4daa-b9fe-cd3938771f0b req-1bc79c0e-1d3d-4853-835e-9ddeaab7f421 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 210 time: 0.0479062 Aug 12 22:53:54.953739 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a53311f8-4210-4513-b75d-387e73b5e6b5 req-72ae88a2-4c68-4826-8c29-899e57820814 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0325942 Aug 12 22:53:55.006616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'name': 'network-vif-deleted', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:55.009945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1a4a5d-a590-49c5-9b6c-03002a70af3f" -d '{"events": [{"server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "name": "network-vif-deleted", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:55.054043 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe29f91-5142-4b61-9f12-ca3f2d1a46a5 x-openstack-request-id: req-bbe29f91-5142-4b61-9f12-ca3f2d1a46a5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:55.054337 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01608097-21c7-4583-aa7f-fe2220044576", "name": "network-vif-deleted", "tag": "917cab85-2610-4b5c-9c0f-dfeb5a04679a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:55.054592 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbe29f91-5142-4b61-9f12-ca3f2d1a46a5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:55.054987 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01608097-21c7-4583-aa7f-fe2220044576', 'name': 'network-vif-deleted', 'tag': '917cab85-2610-4b5c-9c0f-dfeb5a04679a', 'status': 'completed', 'code': 200} Aug 12 22:53:55.985594 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f8d0f-7a05-4cc7-ae09-83e8950c4f53 req-00358dd4-892c-42cf-ae16-8e0c60dc94a1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:55.995791 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-489f8d0f-7a05-4cc7-ae09-83e8950c4f53 req-00358dd4-892c-42cf-ae16-8e0c60dc94a1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0632355 Aug 12 22:53:56.004553 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a58c5159-afdf-4712-9278-3750cf83a13a req-afdd30d6-7822-4eb2-b6c4-2f65d5aa67a1 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 210 time: 0.0367639 Aug 12 22:53:56.031673 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-489f8d0f-7a05-4cc7-ae09-83e8950c4f53 req-ae957ee9-c0a5-4a21-aad4-d80618457b71 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Aug 12 22:53:56.130211 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7ac04c2d-88a5-4865-a118-82934c93c4b9 req-b58f6472-523f-4101-882a-93887792d1d2 tempest-DeleteServersTestJSON-1748231467 tempest-DeleteServersTestJSON-1748231467-project] 10.222.0.13 "GET /v2.0/ports?device_id=01608097-21c7-4583-aa7f-fe2220044576 HTTP/1.1" status: 200 len: 210 time: 0.0378153 Aug 12 22:53:56.156481 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:53:56.302284 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 917cab85-2610-4b5c-9c0f-dfeb5a04679a no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:53:56.339609 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 917cab85-2610-4b5c-9c0f-dfeb5a04679a {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:53:56.339964 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 917cab85-2610-4b5c-9c0f-dfeb5a04679a not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:53:56.359151 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-e17ae541-4743-4578-8204-838cc2b13c50 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:56.360865 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-e17ae541-4743-4578-8204-838cc2b13c50 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 808 time: 0.1261101 Aug 12 22:53:56.379816 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-abd91db7-d798-4e01-a73e-9659f592f592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.410434 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Request body: {'port': {'device_id': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c', 'admin_state_up': True, 'tenant_id': 'd89e735f17884730bd85cbb87740121a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:56.526985 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Made reservation on behalf of d89e735f17884730bd85cbb87740121a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:53:56.530601 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.689509 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Allocated IP 172.20.0.6 (8e8963bc-d9fe-48df-af26-ef4b75ff087c/84ee9672-3ad1-462a-bcd4-6f8d9d87393a/bc2d365b-2188-4c7c-b087-97100977d202) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:53:56.742790 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.839677 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.890616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:56.939873 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:53:56.947470 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:53:56.952669 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:53:56.955544 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Pushing event updated for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:57.004123 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:57.004831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.020103 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-29e99cf6-5881-4435-af59-57db5f65c877 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137733 Aug 12 22:53:57.100976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Request body: {'port': {'device_id': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:53:57.156046 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9832e-4aca-4caa-987c-d0d6fdd8c65e req-6d2ada40-e223-45d7-b7a2-53a6501dc31c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:57.166739 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-80d9832e-4aca-4caa-987c-d0d6fdd8c65e req-6d2ada40-e223-45d7-b7a2-53a6501dc31c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 931 time: 0.0883906 Aug 12 22:53:57.212802 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd65c7b-62c8-4e03-885a-a46bfe950c1f req-9c89f21c-4c6e-4b02-a186-ea55c4053ad5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:57.215265 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3dd65c7b-62c8-4e03-885a-a46bfe950c1f req-9c89f21c-4c6e-4b02-a186-ea55c4053ad5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0728407 Aug 12 22:53:57.226220 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.237269 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-80d9832e-4aca-4caa-987c-d0d6fdd8c65e req-eb811a4b-2895-4dc0-a69a-b2793310213a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695465 Aug 12 22:53:57.296434 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3dd65c7b-62c8-4e03-885a-a46bfe950c1f req-cb97d447-6a19-4e47-8580-1ee92194ef13 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690606 Aug 12 22:53:57.324792 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.532644 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2d365b-2188-4c7c-b087-97100977d202 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:53:57.541742 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.555200 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Transition to ACTIVE for port object bc2d365b-2188-4c7c-b087-97100977d202 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:53:57.560147 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.634358 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af721224-b597-410d-ae50-958278a9a412 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:57.684047 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Attempting to bind port bc2d365b-2188-4c7c-b087-97100977d202 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:53:57.684377 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Attempting to bind port bc2d365b-2188-4c7c-b087-97100977d202 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:53:57.684699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Attempting to bind port bc2d365b-2188-4c7c-b087-97100977d202 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:57.689075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Port bc2d365b-2188-4c7c-b087-97100977d202 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:53:57.689416 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Attempting to bind port bc2d365b-2188-4c7c-b087-97100977d202 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:53:57.694022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:53:57.694347 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Checking segment: {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:53:57.694716 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Bound using segment: {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:53:57.695125 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Bound port: bc2d365b-2188-4c7c-b087-97100977d202, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:53:57.695503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.765779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:53:57.768961 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bc2d365b-2188-4c7c-b087-97100977d202,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:53:57.774388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.807612 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:57.808217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:57.809677 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-af721224-b597-410d-ae50-958278a9a412 service neutron] 10.222.0.70 "PUT /v2.0/ports/bc2d365b-2188-4c7c-b087-97100977d202 HTTP/1.1" status: 200 len: 1093 time: 0.7265620 Aug 12 22:53:57.810146 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:53:57.812496 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34764c89-bd63-4a4c-a9b0-e46e07be495d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "tag": "bc2d365b-2188-4c7c-b087-97100977d202"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:53:57.838034 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af721224-b597-410d-ae50-958278a9a412 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:57.861210 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43691c64-d7b1-480c-b7b8-cd2833349d84 x-openstack-request-id: req-43691c64-d7b1-480c-b7b8-cd2833349d84 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:53:57.861524 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "tag": "bc2d365b-2188-4c7c-b087-97100977d202", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:53:57.861758 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43691c64-d7b1-480c-b7b8-cd2833349d84 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:53:57.862270 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202', 'status': 'completed', 'code': 200} Aug 12 22:53:57.978802 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-05ef490b-a086-4802-b684-e23c26d6f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:57.980681 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-05ef490b-a086-4802-b684-e23c26d6f278 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 1096 time: 0.0480568 Aug 12 22:53:58.041629 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-9da3fa87-da01-4977-b501-82f3453f0945 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc2d365b-2188-4c7c-b087-97100977d202 HTTP/1.1" status: 200 len: 217 time: 0.0341640 Aug 12 22:53:58.099560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-110a84f1-704f-4b54-9f65-6ee433e7b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.101117 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-110a84f1-704f-4b54-9f65-6ee433e7b4af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84ee9672-3ad1-462a-bcd4-6f8d9d87393a HTTP/1.1" status: 200 len: 848 time: 0.0511742 Aug 12 22:53:58.134477 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-6231207a-f6e9-4b93-8310-70c8a192d4ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e8963bc-d9fe-48df-af26-ef4b75ff087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259652 Aug 12 22:53:58.244973 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-5999039a-4463-4fe6-913f-05e043daa55e service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924776 Aug 12 22:53:58.348680 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a9352807-dbc4-43b4-a727-e3ce1332368a req-d942cb55-74a0-46fd-8833-f885f7c9ff43 service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930524 Aug 12 22:53:58.372209 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2660330-7bf5-472d-9f04-e983f18dca83 req-fe6beb1c-76b6-4ac7-a3b5-291354fad6ac tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.373918 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b2660330-7bf5-472d-9f04-e983f18dca83 req-fe6beb1c-76b6-4ac7-a3b5-291354fad6ac tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 943 time: 0.0667603 Aug 12 22:53:58.438333 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b2660330-7bf5-472d-9f04-e983f18dca83 req-d2e7584c-6202-426f-a73d-d985562f171a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Aug 12 22:53:58.468602 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a5a2-a737-409a-9886-a8ffe5375560 req-f3266c74-fdd7-43e5-bfbe-e74edd0ab37b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.470254 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4968a5a2-a737-409a-9886-a8ffe5375560 req-f3266c74-fdd7-43e5-bfbe-e74edd0ab37b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0623913 Aug 12 22:53:58.511389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4968a5a2-a737-409a-9886-a8ffe5375560 req-04186b05-79b0-40e3-b3a7-e0fc1bf359b3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Aug 12 22:53:58.566361 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-0b2f1d3a-c776-4047-b7e0-d24d30346622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.567884 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-0b2f1d3a-c776-4047-b7e0-d24d30346622 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 1096 time: 0.0403345 Aug 12 22:53:58.647623 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-53dc3324-7f45-49f2-90bd-79f40237693b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.649118 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-53dc3324-7f45-49f2-90bd-79f40237693b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1062198 Aug 12 22:53:58.659183 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-0e5c3e26-900f-4d41-913e-df0cd6231e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.660655 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-0e5c3e26-900f-4d41-913e-df0cd6231e12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 909 time: 0.0848045 Aug 12 22:53:58.667548 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-1ec70d8a-c699-48b5-9715-2f123edd4487 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/quotas/8990bddc7f684b678900f3e19694abea HTTP/1.1" status: 200 len: 375 time: 0.0101044 Aug 12 22:53:58.710399 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-e0aa83af-9838-4bfd-8800-369a266c3bd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc2d365b-2188-4c7c-b087-97100977d202 HTTP/1.1" status: 200 len: 217 time: 0.0416772 Aug 12 22:53:58.721250 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5d159e5c-a2a0-457f-9e95-dcda5dfd5e06 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468411 Aug 12 22:53:58.732191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:58.794975 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:58.804037 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-5690a1a0-5e99-4bbf-bbc6-380230624f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:58.804389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-5690a1a0-5e99-4bbf-bbc6-380230624f40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84ee9672-3ad1-462a-bcd4-6f8d9d87393a HTTP/1.1" status: 200 len: 848 time: 0.0795820 Aug 12 22:53:58.807415 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Deleting subnet 8e121329-63ec-4519-a58a-23d1020b7f98 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:53:58.810810 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:58.823033 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-91b17ee3-342e-4861-bf9a-14d759942ffe service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900409 Aug 12 22:53:58.863565 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-d422cdbc-85f7-4a2f-9df5-f5bc8608fc4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e8963bc-d9fe-48df-af26-ef4b75ff087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301843 Aug 12 22:53:58.873911 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:58.915035 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-9a8d7dea-b25e-44c4-ade9-213eb5553fad service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Aug 12 22:53:58.967075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.028918 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-d94fca1c-f19e-424e-bb47-1eb4b78335bb service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360517 Aug 12 22:53:59.073753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.098213 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb7ffa13-a57d-43f1-ad52-e7f4d757b96b req-940282f9-9368-4f0b-b334-616f378fcaaa tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Aug 12 22:53:59.159701 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.161063 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e121329-63ec-4519-a58a-23d1020b7f98 HTTP/1.1" status: 204 len: 168 time: 0.4277186 Aug 12 22:53:59.164442 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:59.164913 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9fddc-73bf-4839-953a-ca0a5abb50df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e121329-63ec-4519-a58a-23d1020b7f98,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:59.213462 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34764c89-bd63-4a4c-a9b0-e46e07be495d req-41271121-f561-41bb-bdc2-3748f93ecb76 service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616828 Aug 12 22:53:59.250990 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.341751 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.354208 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47242114-b3fb-4112-a80d-2072f96880da']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:59.367011 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bc5cd6-c0a2-43b5-9163-769101930313') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:59.367369 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bc5cd6-c0a2-43b5-9163-769101930313') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:53:59.377448 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.393819 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.401176 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:53:59.401925 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:53:59.403618 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:53:59.478854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.483969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.489729 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/47242114-b3fb-4112-a80d-2072f96880da HTTP/1.1" status: 204 len: 168 time: 0.3242750 Aug 12 22:53:59.505218 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1867b-f49a-451a-88eb-8dd51ea79dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=47242114-b3fb-4112-a80d-2072f96880da,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:53:59.612015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51d95-da06-439a-b4da-ac14bd8c8a28 req-3f8b0e29-962c-4420-a7b0-7874189c5e51 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:59.614223 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1dc51d95-da06-439a-b4da-ac14bd8c8a28 req-3f8b0e29-962c-4420-a7b0-7874189c5e51 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 943 time: 0.0803454 Aug 12 22:53:59.660342 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27bbf-b8ee-4f3a-8ecd-c2e11ec5ddf4 req-7ab7fdae-ca75-47ba-8336-28aeb8648a57 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:53:59.667958 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fed27bbf-b8ee-4f3a-8ecd-c2e11ec5ddf4 req-7ab7fdae-ca75-47ba-8336-28aeb8648a57 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0687540 Aug 12 22:53:59.688408 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1dc51d95-da06-439a-b4da-ac14bd8c8a28 req-4a47d375-3483-44c9-9d07-fae8b10863ae tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Aug 12 22:53:59.714542 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fed27bbf-b8ee-4f3a-8ecd-c2e11ec5ddf4 req-348f80b8-b302-4f7d-8d50-26f86b9a11bd tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Aug 12 22:53:59.766598 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48816) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:59.813258 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d7afbc9d-5f45-4cba-9b63-b3b0c753a7d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c372b2d23514f8ea77d3db90ddf8827&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428665 Aug 12 22:53:59.813533 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48820) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:53:59.875768 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.902312 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.951680 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.954481 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:53:59.955709 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95184a5f-50d6-478e-84b2-6bd74793c423 HTTP/1.1" status: 204 len: 168 time: 0.1412256 Aug 12 22:53:59.966495 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56d5df-214d-490b-93e3-513df446df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95184a5f-50d6-478e-84b2-6bd74793c423,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:00.155440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:00.221661 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c7e0cd1d-1bf8-40f0-8cb3-009bd5572e07 req-e0189a2d-e457-4acc-a7c0-5aaa406b56a7 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0333128 Aug 12 22:54:00.298756 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb592-e1a5-44d1-b708-c09c21100b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.406441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb592-e1a5-44d1-b708-c09c21100b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.411897 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb592-e1a5-44d1-b708-c09c21100b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.462830 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbb592-e1a5-44d1-b708-c09c21100b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53299d99-364b-4b0d-b7db-4f69bf8560a6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:00.470543 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-3dbbb592-e1a5-44d1-b708-c09c21100b59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8fb5d3d1d3640fbab979431b0567d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129272 Aug 12 22:54:00.473618 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:00.538206 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.566629 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.674541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.677213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:00.678419 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53299d99-364b-4b0d-b7db-4f69bf8560a6 HTTP/1.1" status: 204 len: 168 time: 0.2036803 Aug 12 22:54:00.704372 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28a497-c171-4869-874d-d7b25004fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53299d99-364b-4b0d-b7db-4f69bf8560a6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:00.772220 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-f072d377-3a8b-4804-89dd-dd276c78f885 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:00.773789 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-f072d377-3a8b-4804-89dd-dd276c78f885 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1516907 Aug 12 22:54:00.810022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Request body: {'port': {'device_id': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'admin_state_up': True, 'tenant_id': '8990bddc7f684b678900f3e19694abea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:00.916734 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ece76-a761-4443-9ef5-e63b1782a991 req-daa167eb-3588-4c34-8da5-c6df1c12df3d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:00.916734 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b4ece76-a761-4443-9ef5-e63b1782a991 req-daa167eb-3588-4c34-8da5-c6df1c12df3d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 943 time: 0.0718534 Aug 12 22:54:00.952784 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6d131-fb70-434a-9672-0572622c040f req-376c4a4c-a90b-4811-ad0c-056f8590046e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:00.954433 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-65b6d131-fb70-434a-9672-0572622c040f req-376c4a4c-a90b-4811-ad0c-056f8590046e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.1235049 Aug 12 22:54:00.972826 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b4ece76-a761-4443-9ef5-e63b1782a991 req-5032855b-ddca-4921-aec9-50f8aa203880 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Aug 12 22:54:01.009062 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-65b6d131-fb70-434a-9672-0572622c040f req-ce2097dd-2ef3-423f-8ce2-6ce049968d71 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Aug 12 22:54:01.010222 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:01.014118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.117821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 48878) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:01.132715 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dd1d7ca-23db-424b-8a50-78c4657d26ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.152809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Allocated IP 172.20.0.12 (bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f/5cb2826e-496c-4899-918c-04cae5a4f22a/f894d43f-ab6c-42f4-8360-69fcef3d24f0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:01.236657 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dd1d7ca-23db-424b-8a50-78c4657d26ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.243553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dd1d7ca-23db-424b-8a50-78c4657d26ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.286879 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6dd1d7ca-23db-424b-8a50-78c4657d26ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4624f50176ff420eb48118f7b590976c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672928 Aug 12 22:54:01.287953 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1d7ca-23db-424b-8a50-78c4657d26ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78f920-c81c-477a-9502-c113d70324e5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:01.291848 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 48884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:01.361814 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ea2d56de-7a5b-46f6-b7a5-d36723606565 req-50b7c471-476d-4ec6-9f1e-2bf7e59138d0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0471447 Aug 12 22:54:01.431557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.436023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.465395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.537729 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.582691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:01.586422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:01.586570 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.589281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.590435 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a78f920-c81c-477a-9502-c113d70324e5 HTTP/1.1" status: 204 len: 168 time: 0.2976241 Aug 12 22:54:01.605711 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9720-2672-4a3d-aeab-f9eada632dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78f920-c81c-477a-9502-c113d70324e5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:01.608500 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:01.610812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:01.642493 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event updated for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:01.685811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:01.686547 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:01.707393 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-5866e699-e184-4686-b8e8-70774664b7f6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013512 Aug 12 22:54:01.735385 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Request body: {'port': {'device_id': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:01.797613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.098539 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f894d43f-ab6c-42f4-8360-69fcef3d24f0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:02.109611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.130142 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63fdc-d2e1-4848-838b-8ecb35812482 req-3c036552-48e5-4011-8aae-7caf841a9838 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.132721 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3b63fdc-d2e1-4848-838b-8ecb35812482 req-3c036552-48e5-4011-8aae-7caf841a9838 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 943 time: 0.0951128 Aug 12 22:54:02.137363 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Transition to ACTIVE for port object f894d43f-ab6c-42f4-8360-69fcef3d24f0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:02.151676 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caab6e7-e337-4f2f-b368-3590fbccb33d req-79d25bee-13f3-4b46-9ca4-9eecdb9d9e9d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.152195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.153333 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0caab6e7-e337-4f2f-b368-3590fbccb33d req-79d25bee-13f3-4b46-9ca4-9eecdb9d9e9d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0541496 Aug 12 22:54:02.198267 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0caab6e7-e337-4f2f-b368-3590fbccb33d req-5dd6031f-bf3e-42d5-8881-6c14abd1bdcc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Aug 12 22:54:02.238952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:02.256528 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3b63fdc-d2e1-4848-838b-8ecb35812482 req-0ad94399-d13d-422b-818e-a1ce34844ca2 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145761 Aug 12 22:54:02.311229 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Attempting to bind port f894d43f-ab6c-42f4-8360-69fcef3d24f0 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:02.311933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Attempting to bind port f894d43f-ab6c-42f4-8360-69fcef3d24f0 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:02.311933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Attempting to bind port f894d43f-ab6c-42f4-8360-69fcef3d24f0 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:02.317026 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Port f894d43f-ab6c-42f4-8360-69fcef3d24f0 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:02.317583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Attempting to bind port f894d43f-ab6c-42f4-8360-69fcef3d24f0 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:02.322414 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:02.322752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Checking segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:02.323127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Bound using segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:02.323561 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Bound port: f894d43f-ab6c-42f4-8360-69fcef3d24f0, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:02.323915 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.388284 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:02.392039 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:02.399812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.438792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.439400 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:02.440846 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] 10.222.0.70 "PUT /v2.0/ports/f894d43f-ab6c-42f4-8360-69fcef3d24f0 HTTP/1.1" status: 200 len: 1094 time: 0.7117286 Aug 12 22:54:02.441260 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:02.443588 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad40328-fd02-4219-b502-2b0b1cff9a16" -d '{"events": [{"name": "network-changed", "server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:02.479150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217acb1-74b7-4210-8d25-7f78960129b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:02.494989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cab714-ec0a-4771-811a-c101596d29b4 x-openstack-request-id: req-58cab714-ec0a-4771-811a-c101596d29b4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:02.495389 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:02.495795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58cab714-ec0a-4771-811a-c101596d29b4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:02.496253 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', 'status': 'completed', 'code': 200} Aug 12 22:54:02.511092 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb97ea8-ce02-4829-942e-2fe4774f5caf req-8edf3763-9dc5-496c-878d-4040fe491476 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.512603 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0bb97ea8-ce02-4829-942e-2fe4774f5caf req-8edf3763-9dc5-496c-878d-4040fe491476 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0596080 Aug 12 22:54:02.573981 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0bb97ea8-ce02-4829-942e-2fe4774f5caf req-12614afb-6d47-4f0e-a4e1-7658634cbac7 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Aug 12 22:54:02.588957 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-0c9e4cea-d618-4fca-a9b6-aafe8757db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.590594 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-0c9e4cea-d618-4fca-a9b6-aafe8757db45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0568626 Aug 12 22:54:02.663973 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-240f7ab1-7c35-4b03-8ddd-3bd52a9ec2ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0 HTTP/1.1" status: 200 len: 217 time: 0.0379078 Aug 12 22:54:02.723013 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-2f49a555-c52b-4a87-95f9-7823ca013c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:02.724754 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-2f49a555-c52b-4a87-95f9-7823ca013c42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0522275 Aug 12 22:54:02.759653 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-cbd44a5e-b16f-4687-a541-fe514043587c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258725 Aug 12 22:54:02.859560 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-702cb621-9630-4fa4-8448-df2514ef5526 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905998 Aug 12 22:54:02.976942 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33585a40-35eb-49a0-8b3f-458aa9ce779c req-b37caee8-a132-4442-b0d6-fdc6536a7480 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041551 Aug 12 22:54:03.146221 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-b45005d3-b515-429e-b264-ae77baffcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.147741 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-b45005d3-b515-429e-b264-ae77baffcb46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 1097 time: 0.0412421 Aug 12 22:54:03.247446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-0d11e817-2daa-45d9-8312-74861997ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.249027 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-0d11e817-2daa-45d9-8312-74861997ba95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 915 time: 0.0920620 Aug 12 22:54:03.294337 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-b33d75d7-b550-4da6-8286-6a90f9aeca7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0 HTTP/1.1" status: 200 len: 217 time: 0.0376217 Aug 12 22:54:03.379301 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2f5d1-f132-40dc-9704-468c6b3ac51e req-cbaa7ac3-b470-4749-b8ee-1cf44c4fb1fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.380892 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-54b2f5d1-f132-40dc-9704-468c6b3ac51e req-cbaa7ac3-b470-4749-b8ee-1cf44c4fb1fa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0893688 Aug 12 22:54:03.382394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-488e96b8-31f1-49c0-b31f-5f1d2a36c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.384157 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-488e96b8-31f1-49c0-b31f-5f1d2a36c55d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0649002 Aug 12 22:54:03.407087 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459f7a-11e4-48ba-b946-465fd22126e6 req-38f2523c-8ff7-4fff-9129-3323e0a47eb3 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.410015 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-86459f7a-11e4-48ba-b946-465fd22126e6 req-38f2523c-8ff7-4fff-9129-3323e0a47eb3 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 943 time: 0.0613477 Aug 12 22:54:03.433873 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-4f19ef16-780b-4b9b-84ad-b1a1443068ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359988 Aug 12 22:54:03.453607 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-86459f7a-11e4-48ba-b946-465fd22126e6 req-5b055d64-418d-42f4-a2ff-1f9bb234046a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Aug 12 22:54:03.467065 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-54b2f5d1-f132-40dc-9704-468c6b3ac51e req-1ffdd15f-5b98-46d5-bc9e-784b06ad0bb1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779996 Aug 12 22:54:03.533757 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-7a443ae8-7757-4ec6-9935-ea72003e71d6 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898550 Aug 12 22:54:03.643291 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bad40328-fd02-4219-b502-2b0b1cff9a16 req-a55a2dd2-5ff1-489d-aecd-742476ce62d0 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017005 Aug 12 22:54:03.703158 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10de9f-9baa-45aa-8113-cce44e4e0da5 req-2657b095-a108-4bc2-be28-f1ba7bc1e373 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:03.704706 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4e10de9f-9baa-45aa-8113-cce44e4e0da5 req-2657b095-a108-4bc2-be28-f1ba7bc1e373 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0558486 Aug 12 22:54:03.743827 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4e10de9f-9baa-45aa-8113-cce44e4e0da5 req-81e92fea-fe7a-4147-9c69-fa529ea5d9fd tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Aug 12 22:54:04.228864 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:04.321491 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device bc2d365b-2188-4c7c-b087-97100977d202 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:04.339722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624185ce-b38b-442d-aae9-3722c8266b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.418866 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bc2d365b-2188-4c7c-b087-97100977d202,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:04.431631 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'bc2d365b-2188-4c7c-b087-97100977d202', 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c', 'port_id': 'bc2d365b-2188-4c7c-b087-97100977d202', 'mac_address': 'fa:16:3e:f5:28:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ee9672-3ad1-462a-bcd4-6f8d9d87393a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:04.434001 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624185ce-b38b-442d-aae9-3722c8266b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.439546 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624185ce-b38b-442d-aae9-3722c8266b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.473702 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.477861 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-624185ce-b38b-442d-aae9-3722c8266b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e4e4e511da84bc6bb40badfd118e319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478893 Aug 12 22:54:04.479032 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624185ce-b38b-442d-aae9-3722c8266b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b807956-a554-4ccc-a3e3-fb3b01b72aca,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:04.479421 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49016) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:04.498134 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2d365b-2188-4c7c-b087-97100977d202 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:04.520997 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bc2d365b-2188-4c7c-b087-97100977d202,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:04.526075 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.541938 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.587521 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:04.593788 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.596586 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.596959 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.597298 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.597659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.597988 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.598365 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.598693 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.599019 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.599539 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.600131 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.600460 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.600775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:04.608773 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7a805-c7f9-4a58-b3f3-66d91269ca13 req-f0ac1333-fa6d-4d4c-bd0b-5d8b0f8f1be7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:04.610512 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-75e7a805-c7f9-4a58-b3f3-66d91269ca13 req-f0ac1333-fa6d-4d4c-bd0b-5d8b0f8f1be7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0519137 Aug 12 22:54:04.637576 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc6e05-4089-4507-97ca-1b30da5542fb req-a10ef621-8e32-40eb-bdb3-29ca044e664a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:04.639185 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d7bc6e05-4089-4507-97ca-1b30da5542fb req-a10ef621-8e32-40eb-bdb3-29ca044e664a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 944 time: 0.0936143 Aug 12 22:54:04.677186 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.679818 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:04.683769 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b807956-a554-4ccc-a3e3-fb3b01b72aca HTTP/1.1" status: 204 len: 168 time: 0.2008448 Aug 12 22:54:04.689499 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d7bc6e05-4089-4507-97ca-1b30da5542fb req-b4c92e72-7ba8-431d-aafc-f6ae2e2cbd12 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Aug 12 22:54:04.694697 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacb14d-f8c2-424c-873c-180206d85146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b807956-a554-4ccc-a3e3-fb3b01b72aca,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:04.870340 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880d510-2f2b-404f-89d3-1fb1e13fe374 req-011ec0f9-359f-442e-9da0-939ee068e960 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:04.872433 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a880d510-2f2b-404f-89d3-1fb1e13fe374 req-011ec0f9-359f-442e-9da0-939ee068e960 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0556846 Aug 12 22:54:04.917105 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a880d510-2f2b-404f-89d3-1fb1e13fe374 req-5ea87e48-e6f6-46ab-ba58-d09f8c8174b9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Aug 12 22:54:04.944634 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-75e7a805-c7f9-4a58-b3f3-66d91269ca13 req-9c8be4fb-9bb8-4f1d-91f8-6a34273fccd3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277054 Aug 12 22:54:05.242730 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['bc2d365b-2188-4c7c-b087-97100977d202'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:05.853584 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98408d0e-0667-45f4-9c63-4ca4bc409b76 req-f64fc52c-68d7-401a-a54e-fc360b5e84a5 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:05.853584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-98408d0e-0667-45f4-9c63-4ca4bc409b76 req-f64fc52c-68d7-401a-a54e-fc360b5e84a5 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 944 time: 0.0520852 Aug 12 22:54:05.898038 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-98408d0e-0667-45f4-9c63-4ca4bc409b76 req-f22f5649-11f8-483c-be46-95acce95fffc tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Aug 12 22:54:06.044732 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca2543-9f61-4ac1-a491-e3e826a5ffc3 req-3544ad43-7edb-4abf-b65f-67f17f6728e5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:06.046685 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-95ca2543-9f61-4ac1-a491-e3e826a5ffc3 req-3544ad43-7edb-4abf-b65f-67f17f6728e5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0560935 Aug 12 22:54:06.078042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6513e2d-275e-4c17-9cfc-e641257650c7 req-57a65b42-d604-4d41-b3d2-faa540aa4ee9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:06.085998 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a6513e2d-275e-4c17-9cfc-e641257650c7 req-57a65b42-d604-4d41-b3d2-faa540aa4ee9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0602059 Aug 12 22:54:06.089035 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-95ca2543-9f61-4ac1-a491-e3e826a5ffc3 req-1c1b8fb1-7045-4785-9569-e6ae513dd28a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Aug 12 22:54:06.128906 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a6513e2d-275e-4c17-9cfc-e641257650c7 req-14bcdad3-5fd7-46d5-b393-f40dae6e846e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Aug 12 22:54:06.272746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:06.384117 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-374a6ee9-2495-4a73-b7e1-0399d5c33c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.478208 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-374a6ee9-2495-4a73-b7e1-0399d5c33c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.483834 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-374a6ee9-2495-4a73-b7e1-0399d5c33c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.520315 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-374a6ee9-2495-4a73-b7e1-0399d5c33c26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b4bcb190ccc4a5a9e6ec233c3870009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463660 Aug 12 22:54:06.522020 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6ee9-2495-4a73-b7e1-0399d5c33c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b8d0b9-d84a-4cd7-bf61-849bd6ff6b8a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:06.523196 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:06.574775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.594890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.644158 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.646636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:06.647774 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b8d0b9-d84a-4cd7-bf61-849bd6ff6b8a HTTP/1.1" status: 204 len: 168 time: 0.1235890 Aug 12 22:54:06.655015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39fee6-6b71-41e5-8900-d6185fb86f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b8d0b9-d84a-4cd7-bf61-849bd6ff6b8a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:06.935760 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:06.955549 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0c14be5-79df-4a75-b721-d845d48225f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.034008 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98c54-acb4-439b-9a60-4b31e59596f3 req-8d30caf1-5dfc-44b8-a3a2-09e4a6bb0577 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:07.035761 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1fc98c54-acb4-439b-9a60-4b31e59596f3 req-8d30caf1-5dfc-44b8-a3a2-09e4a6bb0577 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 944 time: 0.0667763 Aug 12 22:54:07.087486 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1fc98c54-acb4-439b-9a60-4b31e59596f3 req-97586549-8a8e-43fb-a867-492fe4a81467 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Aug 12 22:54:07.119641 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0c14be5-79df-4a75-b721-d845d48225f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.126204 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0c14be5-79df-4a75-b721-d845d48225f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.162539 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14be5-79df-4a75-b721-d845d48225f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec315d-ac87-4ac4-98cd-38e0c85346ab,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:07.192315 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e0c14be5-79df-4a75-b721-d845d48225f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5aab12bf8b6417fadf94fbab52601f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523766 Aug 12 22:54:07.192315 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.216125 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a9057-2df1-4ad3-81f2-c6253432bd0f req-ca7b4db6-7b78-485b-b0b6-75bb025916e1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:07.217751 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-228a9057-2df1-4ad3-81f2-c6253432bd0f req-ca7b4db6-7b78-485b-b0b6-75bb025916e1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0604832 Aug 12 22:54:07.266246 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-228a9057-2df1-4ad3-81f2-c6253432bd0f req-a4c6b9ea-cb31-4659-b5f5-4e388cf2a6dc tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Aug 12 22:54:07.288521 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196144c2-6371-4609-9d68-524455680e8c req-4c421ccf-0435-4cc9-89b4-706d15414d04 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:07.290471 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-196144c2-6371-4609-9d68-524455680e8c req-4c421ccf-0435-4cc9-89b4-706d15414d04 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0800385 Aug 12 22:54:07.315069 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.344443 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49126) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.349193 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.361111 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-196144c2-6371-4609-9d68-524455680e8c req-7f228d93-c7e5-405e-b3d4-f35fa2894f95 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627437 Aug 12 22:54:07.406257 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.409115 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.412682 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cec315d-ac87-4ac4-98cd-38e0c85346ab HTTP/1.1" status: 204 len: 168 time: 0.2168157 Aug 12 22:54:07.419560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10b015-1e49-47fd-884f-29d20fa1b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec315d-ac87-4ac4-98cd-38e0c85346ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:07.458490 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1060d829-c159-45c7-8646-b29eba959239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.553604 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1060d829-c159-45c7-8646-b29eba959239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.558913 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1060d829-c159-45c7-8646-b29eba959239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.599367 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1060d829-c159-45c7-8646-b29eba959239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90e02d1b38484d59a5bea58ef2806eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513905 Aug 12 22:54:07.599367 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060d829-c159-45c7-8646-b29eba959239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112c31e-22a2-47d7-8043-bb9ed5ada1ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:07.600549 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:07.651382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.671633 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.728421 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.731604 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:07.733052 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b112c31e-22a2-47d7-8043-bb9ed5ada1ec HTTP/1.1" status: 204 len: 168 time: 0.1312380 Aug 12 22:54:07.743092 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda7bc6-3120-4dfd-9816-2164d6368312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112c31e-22a2-47d7-8043-bb9ed5ada1ec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.073487 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49160) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:08.086736 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eaac754-978d-4147-9c2a-740ada7e3456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.200021 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eaac754-978d-4147-9c2a-740ada7e3456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.206579 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eaac754-978d-4147-9c2a-740ada7e3456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.257376 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420cf2f-c7f4-4652-84ee-965f3bd536e6 req-85e2206d-0af7-45f7-8125-3e5d7f270a45 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:08.259246 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4420cf2f-c7f4-4652-84ee-965f3bd536e6 req-85e2206d-0af7-45f7-8125-3e5d7f270a45 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 944 time: 0.0946195 Aug 12 22:54:08.262973 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-3eaac754-978d-4147-9c2a-740ada7e3456 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0e4e7ba95c4472087cdf2e5c7cc55c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884646 Aug 12 22:54:08.263854 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac754-978d-4147-9c2a-740ada7e3456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb19ed-4655-4847-b6af-71c61e60e95f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.266557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:08.311221 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4420cf2f-c7f4-4652-84ee-965f3bd536e6 req-cf47396c-a1ca-4a12-b1be-019a1e8abee3 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Aug 12 22:54:08.328297 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.352085 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f894d43f-ab6c-42f4-8360-69fcef3d24f0 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:08.370814 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device bc2d365b-2188-4c7c-b087-97100977d202 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:08.372237 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.422365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390ea3f-f5ae-485f-85fd-91d3788b04c7 req-ebde79fe-3968-4aad-9aad-ada61aada6c0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:08.423921 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f390ea3f-f5ae-485f-85fd-91d3788b04c7 req-ebde79fe-3968-4aad-9aad-ada61aada6c0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 944 time: 0.0817730 Aug 12 22:54:08.469135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.471994 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.473387 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60eb19ed-4655-4847-b6af-71c61e60e95f HTTP/1.1" status: 204 len: 168 time: 0.2052310 Aug 12 22:54:08.491809 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f390ea3f-f5ae-485f-85fd-91d3788b04c7 req-3cbf8d33-8f36-4a05-b693-1eaf33a1a814 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533652 Aug 12 22:54:08.512798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19dfc-b372-43ce-aefd-1f056140602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb19ed-4655-4847-b6af-71c61e60e95f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.517745 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port bc2d365b-2188-4c7c-b087-97100977d202 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:08.523796 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006154-1089-4ff0-96e3-d36250e10f1a req-31553baa-9c7a-438d-b316-b7c7d7828860 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:08.533953 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-90006154-1089-4ff0-96e3-d36250e10f1a req-31553baa-9c7a-438d-b316-b7c7d7828860 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0692015 Aug 12 22:54:08.536954 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port bc2d365b-2188-4c7c-b087-97100977d202 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:08.537563 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.548074 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:08.589051 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-90006154-1089-4ff0-96e3-d36250e10f1a req-2db4896b-c609-4201-99e6-32a1f7f36e0e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Aug 12 22:54:08.594877 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'port_id': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', 'mac_address': 'fa:16:3e:34:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2826e-496c-4899-918c-04cae5a4f22a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:08.683383 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.709145 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f894d43f-ab6c-42f4-8360-69fcef3d24f0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:08.724034 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.739262 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:08.751691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.761951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:08.764917 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c726b16d-b07d-47ff-a210-39bac690d9b7" -d '{"events": [{"server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "name": "network-vif-plugged", "status": "completed", "tag": "bc2d365b-2188-4c7c-b087-97100977d202"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:08.796077 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bc2d365b-2188-4c7c-b087-97100977d202,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:08.807640 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:08.824357 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcab7ca-3caf-4b57-a0f1-1d6814dae070 x-openstack-request-id: req-adcab7ca-3caf-4b57-a0f1-1d6814dae070 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:08.824663 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "name": "network-vif-plugged", "status": "completed", "tag": "bc2d365b-2188-4c7c-b087-97100977d202", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:08.824913 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adcab7ca-3caf-4b57-a0f1-1d6814dae070 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:08.825374 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202', 'code': 200} Aug 12 22:54:08.828519 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:08.884294 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:09.060105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a957d-090d-483c-ac3c-e9dcd36ac4c8 req-b0dbd368-112c-433f-9a77-0e19bb14c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.062717 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9c8a957d-090d-483c-ac3c-e9dcd36ac4c8 req-b0dbd368-112c-433f-9a77-0e19bb14c541 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 1098 time: 0.0445921 Aug 12 22:54:09.110663 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9c8a957d-090d-483c-ac3c-e9dcd36ac4c8 req-c4c52246-9a0b-4a9a-9b18-8127437e86ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Aug 12 22:54:09.434351 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ee597-9eb5-4e62-a06a-f42b11807f43 req-4f2616f3-01ab-474e-8b4d-c17f246c99da tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.436034 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-385ee597-9eb5-4e62-a06a-f42b11807f43 req-4f2616f3-01ab-474e-8b4d-c17f246c99da tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0538840 Aug 12 22:54:09.474415 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['f894d43f-ab6c-42f4-8360-69fcef3d24f0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:09.478534 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-385ee597-9eb5-4e62-a06a-f42b11807f43 req-05f346f1-722f-41f2-a98c-9093f21002b2 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Aug 12 22:54:09.618444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d98c-b9f5-4f33-87e4-b667fd9f4f30 req-302f3633-d182-4bf4-8e55-6d1574ef280e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.620049 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4038d98c-b9f5-4f33-87e4-b667fd9f4f30 req-302f3633-d182-4bf4-8e55-6d1574ef280e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 945 time: 0.0561955 Aug 12 22:54:09.679135 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4038d98c-b9f5-4f33-87e4-b667fd9f4f30 req-51cd8e7e-8c06-460a-ae05-02c70fd56997 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Aug 12 22:54:09.725091 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcbaa4-0796-4091-a9f6-4fb840876070 req-e14eb74e-7c98-4635-8961-23763428647a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:09.726791 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e4dcbaa4-0796-4091-a9f6-4fb840876070 req-e14eb74e-7c98-4635-8961-23763428647a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0547614 Aug 12 22:54:09.765866 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e4dcbaa4-0796-4091-a9f6-4fb840876070 req-33eb0153-1ac4-44e4-a29c-292a913575cc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Aug 12 22:54:10.601580 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7138b8-48ce-4a28-ad4d-2438ae93fb02 req-5e644efb-b4fd-46bf-a38a-ca6be5adf7e6 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:10.603098 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ab7138b8-48ce-4a28-ad4d-2438ae93fb02 req-5e644efb-b4fd-46bf-a38a-ca6be5adf7e6 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0541735 Aug 12 22:54:10.643853 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ab7138b8-48ce-4a28-ad4d-2438ae93fb02 req-54f6e0be-3dc8-4237-a3fd-ad76bcca0725 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Aug 12 22:54:10.821798 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16749613-1026-42f4-bd2c-46cd0c12b1dc req-3937c480-62c0-4f02-aa97-5b1e248bbbcb tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:10.824108 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-16749613-1026-42f4-bd2c-46cd0c12b1dc req-3937c480-62c0-4f02-aa97-5b1e248bbbcb tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 945 time: 0.0619152 Aug 12 22:54:10.865664 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49310) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:10.885664 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-16749613-1026-42f4-bd2c-46cd0c12b1dc req-cdaecc67-9c6f-47fc-ab79-89799de1cbf5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531344 Aug 12 22:54:10.916871 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754be78-0928-47f4-8df9-e06f09c3866e req-7c60de38-85d3-442d-a88e-b5f085911303 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:10.925296 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9754be78-0928-47f4-8df9-e06f09c3866e req-7c60de38-85d3-442d-a88e-b5f085911303 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0695803 Aug 12 22:54:10.966770 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9754be78-0928-47f4-8df9-e06f09c3866e req-c4028b10-2b84-4d75-b6a0-254e37010d13 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Aug 12 22:54:10.985578 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c361a01-24f8-4c4e-abfa-f2eb6b44dc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.083607 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c361a01-24f8-4c4e-abfa-f2eb6b44dc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.089241 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c361a01-24f8-4c4e-abfa-f2eb6b44dc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.129284 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-8c361a01-24f8-4c4e-abfa-f2eb6b44dc0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0a636754a04479ab2308bb89ae902c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624393 Aug 12 22:54:11.130373 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c361a01-24f8-4c4e-abfa-f2eb6b44dc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464c6b4-fab0-4e83-bd6c-fe80216ba61e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:11.132209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49322) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:11.182589 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.204266 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.254020 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.257992 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.259876 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a464c6b4-fab0-4e83-bd6c-fe80216ba61e HTTP/1.1" status: 204 len: 168 time: 0.1266215 Aug 12 22:54:11.269141 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bf997-eadd-42d8-ad29-ab532e5ed0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464c6b4-fab0-4e83-bd6c-fe80216ba61e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:11.544805 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:11.558573 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9bb35fa-67f9-4a8e-b832-38caaa329d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.655514 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9bb35fa-67f9-4a8e-b832-38caaa329d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.660148 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9bb35fa-67f9-4a8e-b832-38caaa329d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.702170 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d9bb35fa-67f9-4a8e-b832-38caaa329d79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f91ba53197bc4609b499e96ce06b1f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559768 Aug 12 22:54:11.702630 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49334) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:11.703223 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb35fa-67f9-4a8e-b832-38caaa329d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da366f3-8aa2-47d3-8772-8b52a690742d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:11.804152 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a617f6-b2b3-4fc8-b316-5142d844312a req-34f41281-67f6-4f99-b4aa-27a8678daa83 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:11.805643 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-88a617f6-b2b3-4fc8-b316-5142d844312a req-34f41281-67f6-4f99-b4aa-27a8678daa83 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0817351 Aug 12 22:54:11.806674 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.839331 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.878029 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-88a617f6-b2b3-4fc8-b316-5142d844312a req-9b204f44-0aa2-47ee-995d-3c267bcffccd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619252 Aug 12 22:54:11.904969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.907883 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:11.911977 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4da366f3-8aa2-47d3-8772-8b52a690742d HTTP/1.1" status: 204 len: 168 time: 0.2083008 Aug 12 22:54:11.919911 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16c38e-72f3-4995-8a53-4b1e69e7522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da366f3-8aa2-47d3-8772-8b52a690742d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:12.008421 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dc37d-d91f-447a-a1cb-8b19e7d54ff4 req-450ec3cd-7e76-4351-999d-ee96d294bd3a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:12.010032 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c48dc37d-d91f-447a-a1cb-8b19e7d54ff4 req-450ec3cd-7e76-4351-999d-ee96d294bd3a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Aug 12 22:54:12.052672 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c48dc37d-d91f-447a-a1cb-8b19e7d54ff4 req-9dc8e9d7-af31-4aa9-a811-58bad4ea183e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360613 Aug 12 22:54:12.097236 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dbb98-f811-4b95-b5de-cb033554e321 req-7170e235-51b3-48f6-923e-dd8d0e75d0cc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:12.102081 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0f7dbb98-f811-4b95-b5de-cb033554e321 req-7170e235-51b3-48f6-923e-dd8d0e75d0cc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0626466 Aug 12 22:54:12.153914 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0f7dbb98-f811-4b95-b5de-cb033554e321 req-667403ff-cbeb-48f8-930f-ffde19be6141 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Aug 12 22:54:12.368651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f894d43f-ab6c-42f4-8360-69fcef3d24f0 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:12.413133 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49370) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:12.431076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port f894d43f-ab6c-42f4-8360-69fcef3d24f0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:12.436173 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port f894d43f-ab6c-42f4-8360-69fcef3d24f0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:12.436723 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.523504 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87b5c723-745c-4b6e-9a65-7c2bbc5173bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.528529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.555540 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:12.558147 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4417f65-8f9e-4ee7-998a-8455a3cf43f7" -d '{"events": [{"server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:12.572774 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:12.577987 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.607347 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e489863-dff0-4ac2-a733-c206170451ec x-openstack-request-id: req-0e489863-dff0-4ac2-a733-c206170451ec {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:12.607636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:12.607880 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e489863-dff0-4ac2-a733-c206170451ec {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:12.608350 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', 'code': 200} Aug 12 22:54:12.635784 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:12.651395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87b5c723-745c-4b6e-9a65-7c2bbc5173bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.656969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87b5c723-745c-4b6e-9a65-7c2bbc5173bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.695839 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-87b5c723-745c-4b6e-9a65-7c2bbc5173bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4003d5cf06684008925224aaef98e5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815561 Aug 12 22:54:12.696788 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5c723-745c-4b6e-9a65-7c2bbc5173bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a3f3f-1763-4c01-af40-532408ea891d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:12.698661 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:12.750251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.774195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.842906 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.845597 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:12.849183 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e7a3f3f-1763-4c01-af40-532408ea891d HTTP/1.1" status: 204 len: 168 time: 0.1463253 Aug 12 22:54:12.859731 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6d602-a7d7-48a5-a9d9-e76dae5a58d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a3f3f-1763-4c01-af40-532408ea891d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:12.867289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42467d88-34df-4aef-b03a-2d6774633401 req-fc09bf02-fca0-424b-8f95-5dbbae267a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:12.868808 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42467d88-34df-4aef-b03a-2d6774633401 req-fc09bf02-fca0-424b-8f95-5dbbae267a82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 1099 time: 0.0524318 Aug 12 22:54:12.908839 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42467d88-34df-4aef-b03a-2d6774633401 req-8e041e92-ac25-46f4-aa15-eafbc58da558 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297668 Aug 12 22:54:13.004649 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce49322-0927-49af-9248-ae1ec923a82d req-72d91ece-d9fc-4bfa-adb6-c65bf608da4b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:13.006232 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dce49322-0927-49af-9248-ae1ec923a82d req-72d91ece-d9fc-4bfa-adb6-c65bf608da4b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Aug 12 22:54:13.046353 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dce49322-0927-49af-9248-ae1ec923a82d req-e0d7a11d-0179-44da-9360-e1b01f52d0ec tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Aug 12 22:54:13.107966 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.190492 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a773be-a182-4053-9e36-05c94f07559f req-e7b932d4-85b6-4800-970d-35148060fc72 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:13.192090 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42a773be-a182-4053-9e36-05c94f07559f req-e7b932d4-85b6-4800-970d-35148060fc72 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0559015 Aug 12 22:54:13.237495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5674191e-5808-4077-a2d6-40e588d1caa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.269089 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42a773be-a182-4053-9e36-05c94f07559f req-d56e49da-ec11-4e3b-a046-52f04df4d3af tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702319 Aug 12 22:54:13.271436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.300423 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7de46-f638-44f5-98bf-b138d30243dd req-2e521b08-40ad-4aa6-bccb-b2e433a884b4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:13.300689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-950411d1-9f20-4df6-b94f-1138550ba7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.302700 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-afc7de46-f638-44f5-98bf-b138d30243dd req-2e521b08-40ad-4aa6-bccb-b2e433a884b4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0658200 Aug 12 22:54:13.365712 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-afc7de46-f638-44f5-98bf-b138d30243dd req-c3b9fa39-9e10-422a-8519-6e54b4abcb50 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Aug 12 22:54:13.391406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5674191e-5808-4077-a2d6-40e588d1caa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.398234 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5674191e-5808-4077-a2d6-40e588d1caa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.455754 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5674191e-5808-4077-a2d6-40e588d1caa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e6494c53ae4431f8915acb716ea5c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465517 Aug 12 22:54:13.458737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.459946 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674191e-5808-4077-a2d6-40e588d1caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d39dda-c60b-49f4-aa14-4c658bb16960,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.519043 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.529817 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-950411d1-9f20-4df6-b94f-1138550ba7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.534911 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-950411d1-9f20-4df6-b94f-1138550ba7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.540695 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.575686 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-950411d1-9f20-4df6-b94f-1138550ba7a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaa5e7e13bc14022a5c8d8e2ec90eccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032010 Aug 12 22:54:13.576812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950411d1-9f20-4df6-b94f-1138550ba7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c5789-d09f-43a0-846d-28c434ec458b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.578897 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49424) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:13.599452 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.602027 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.603146 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77d39dda-c60b-49f4-aa14-4c658bb16960 HTTP/1.1" status: 204 len: 168 time: 0.1428053 Aug 12 22:54:13.620700 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af4d2c-3300-4f66-8d02-e91bddf817ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d39dda-c60b-49f4-aa14-4c658bb16960,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.648642 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.670209 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.723934 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.726758 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:13.728002 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd0c5789-d09f-43a0-846d-28c434ec458b HTTP/1.1" status: 204 len: 168 time: 0.1479943 Aug 12 22:54:13.736623 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb611a11-ba06-4c0b-a528-e9950d0379b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c5789-d09f-43a0-846d-28c434ec458b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:13.975681 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83369458-abf1-490c-867e-cd79d3a83460 req-df191c8a-a0e4-4da7-8002-43d353b7b1f7 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:13.977412 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83369458-abf1-490c-867e-cd79d3a83460 req-df191c8a-a0e4-4da7-8002-43d353b7b1f7 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Aug 12 22:54:14.021298 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83369458-abf1-490c-867e-cd79d3a83460 req-55257c64-d823-4025-a5d0-644567dd0f2e tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Aug 12 22:54:14.407837 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eb11a-e81b-43db-a47a-512b6767108c req-f7abf4ca-a867-40f0-ae31-646970a90f22 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:14.409541 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-515eb11a-e81b-43db-a47a-512b6767108c req-f7abf4ca-a867-40f0-ae31-646970a90f22 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0670717 Aug 12 22:54:14.471773 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-515eb11a-e81b-43db-a47a-512b6767108c req-a31fc2c2-7d52-4ed8-9026-7cecd15a8a75 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544703 Aug 12 22:54:14.545103 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9805935-dece-4bfc-9f6c-3a2546ff1fb1 req-b1956bbe-f7bf-4c20-97df-19c34329131f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:14.547124 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b9805935-dece-4bfc-9f6c-3a2546ff1fb1 req-b1956bbe-f7bf-4c20-97df-19c34329131f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0541937 Aug 12 22:54:14.594697 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b9805935-dece-4bfc-9f6c-3a2546ff1fb1 req-bdc56956-c8de-46dc-b4d6-3a4a56dd9e70 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Aug 12 22:54:15.148935 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b78b5-4485-4b9a-a845-ad9da346cbf0 req-e5105b88-be71-4b20-8c97-5afb7250f6b8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:15.150564 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-220b78b5-4485-4b9a-a845-ad9da346cbf0 req-e5105b88-be71-4b20-8c97-5afb7250f6b8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0564952 Aug 12 22:54:15.191556 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-220b78b5-4485-4b9a-a845-ad9da346cbf0 req-99e89cda-0995-4b1a-a9c4-0d7b020aff31 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Aug 12 22:54:15.609580 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2411a-3c51-4b14-840e-a56c26f9c4ed req-5afecc49-9c62-48e6-b60a-48a1dde2d9d4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:15.611396 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dec2411a-3c51-4b14-840e-a56c26f9c4ed req-5afecc49-9c62-48e6-b60a-48a1dde2d9d4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0569301 Aug 12 22:54:15.657538 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dec2411a-3c51-4b14-840e-a56c26f9c4ed req-5a1be9b5-2032-48eb-8a07-67035b94a4d5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Aug 12 22:54:15.735431 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57a9e0-f157-4112-afe3-f9f16864431f req-9277ba20-7ccb-4873-b03d-8a80927d66d6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:15.737007 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4e57a9e0-f157-4112-afe3-f9f16864431f req-9277ba20-7ccb-4873-b03d-8a80927d66d6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0708981 Aug 12 22:54:15.798023 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4e57a9e0-f157-4112-afe3-f9f16864431f req-a28cb387-c52a-4dc3-bf60-1b22b217bd6e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Aug 12 22:54:16.351159 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92589-4cb8-435f-8193-014915feacb9 req-535bafc9-b023-4bf1-b78a-115239de323e tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:16.353147 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4da92589-4cb8-435f-8193-014915feacb9 req-535bafc9-b023-4bf1-b78a-115239de323e tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0636837 Aug 12 22:54:16.410398 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4da92589-4cb8-435f-8193-014915feacb9 req-31e88243-e645-4e20-8326-d55602085479 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 Aug 12 22:54:16.886010 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd3122-680a-444f-8e41-bbc39348b47a req-e54f0c22-2a88-42b5-9c71-24a8e1eefe26 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:16.887558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cffd3122-680a-444f-8e41-bbc39348b47a req-e54f0c22-2a88-42b5-9c71-24a8e1eefe26 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 945 time: 0.0576124 Aug 12 22:54:16.932674 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddde6c-3841-4459-8024-c2715f93ede7 req-1262cda6-d0a2-416b-9f9c-d0a08e708bc5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:16.934242 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-71ddde6c-3841-4459-8024-c2715f93ede7 req-1262cda6-d0a2-416b-9f9c-d0a08e708bc5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0512128 Aug 12 22:54:16.974606 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-71ddde6c-3841-4459-8024-c2715f93ede7 req-10525650-2e09-4ee4-9100-1f75a9c14d41 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Aug 12 22:54:16.987776 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Deleting port bc2d365b-2188-4c7c-b087-97100977d202 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:54:16.993604 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.094955 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] For port bc2d365b-2188-4c7c-b087-97100977d202, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bc2d365b-2188-4c7c-b087-97100977d202,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:17.095325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.110278 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Calling delete_port for bc2d365b-2188-4c7c-b087-97100977d202 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:54:17.245772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.275420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Pushing event deleted for resources: {'Port': ['ID=bc2d365b-2188-4c7c-b087-97100977d202,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:17.296505 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['bc2d365b-2188-4c7c-b087-97100977d202'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:17.316613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] No DVR routers for this DVR port bc2d365b-2188-4c7c-b087-97100977d202 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:54:17.319619 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:17.321686 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cffd3122-680a-444f-8e41-bbc39348b47a req-d96d0bbf-9cda-4e86-b5a8-7413e9d26b96 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "DELETE /v2.0/ports/bc2d365b-2188-4c7c-b087-97100977d202 HTTP/1.1" status: 204 len: 173 time: 0.4257720 Aug 12 22:54:17.322122 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'name': 'network-vif-deleted', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:17.324407 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbd53ca-d7cf-40f0-8a21-5b1c23062b55" -d '{"events": [{"server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "name": "network-vif-deleted", "tag": "bc2d365b-2188-4c7c-b087-97100977d202"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:17.360560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63a346-c44f-433f-af77-8fcc518c0797 x-openstack-request-id: req-de63a346-c44f-433f-af77-8fcc518c0797 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:17.360857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c08462-32bd-4619-8279-76cf7a08a159", "name": "network-vif-deleted", "tag": "bc2d365b-2188-4c7c-b087-97100977d202", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:17.361111 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de63a346-c44f-433f-af77-8fcc518c0797 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:17.361552 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c08462-32bd-4619-8279-76cf7a08a159', 'name': 'network-vif-deleted', 'tag': 'bc2d365b-2188-4c7c-b087-97100977d202', 'status': 'completed', 'code': 200} Aug 12 22:54:17.522375 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8be593e8-bda5-4f38-840f-8027581a4709 req-e12e983a-e5f9-4cc0-958f-1cbca68d929c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c08462-32bd-4619-8279-76cf7a08a159 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Aug 12 22:54:18.097068 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dcb1b-46ef-45ce-a839-81684963edea req-e3e93097-86e6-4853-85cb-5c6c2ff4cd4d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:18.098561 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2d6dcb1b-46ef-45ce-a839-81684963edea req-e3e93097-86e6-4853-85cb-5c6c2ff4cd4d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0492373 Aug 12 22:54:18.141733 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2d6dcb1b-46ef-45ce-a839-81684963edea req-ad1b3f87-7e5a-4b37-a265-f8ba1883b085 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Aug 12 22:54:18.550233 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:18.708694 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7dfca58-67ee-4218-8367-37fb4083fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.880708 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b01e9bde-6441-4bbd-9750-50c9f737cf71 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:18.882653 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b01e9bde-6441-4bbd-9750-50c9f737cf71 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 808 time: 0.1347890 Aug 12 22:54:18.895240 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7dfca58-67ee-4218-8367-37fb4083fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.902135 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7dfca58-67ee-4218-8367-37fb4083fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:18.913584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-7696ec15-a5b6-487a-b00b-25c999baf606 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/quotas/d89e735f17884730bd85cbb87740121a HTTP/1.1" status: 200 len: 375 time: 0.0234616 Aug 12 22:54:18.961713 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-3fbb6c1b-1aa0-4c23-bec7-da9e33e9e89e tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417953 Aug 12 22:54:18.964438 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d7dfca58-67ee-4218-8367-37fb4083fd04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=628e9a526d4144eeb911d2efe5065952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126070 Aug 12 22:54:18.965265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfca58-67ee-4218-8367-37fb4083fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd2daa0-6289-4772-a962-1235d13d68f1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:18.967484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:19.017416 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.038554 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.050908 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-28641885-9e5d-42ce-93c1-98b56be3e1bf service neutron] 10.222.0.13 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805125 Aug 12 22:54:19.086357 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.089096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:19.090287 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd2daa0-6289-4772-a962-1235d13d68f1 HTTP/1.1" status: 204 len: 168 time: 0.1218445 Aug 12 22:54:19.098354 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a436b0-a650-41d5-81c0-ce900350f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd2daa0-6289-4772-a962-1235d13d68f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:19.147535 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-4f6f5036-c5e9-46d9-85f7-35bb7e793361 service neutron] 10.222.0.13 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903995 Aug 12 22:54:19.350190 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c425f-3b8a-492c-a001-00dbc060899c req-25cf3f06-c0e0-4747-b17e-9db5d953349c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:19.351815 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0f2c425f-3b8a-492c-a001-00dbc060899c req-25cf3f06-c0e0-4747-b17e-9db5d953349c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0495386 Aug 12 22:54:19.395439 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0f2c425f-3b8a-492c-a001-00dbc060899c req-1f782d22-1688-4d12-95ea-9200192ce115 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368657 Aug 12 22:54:22.820682 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device bc2d365b-2188-4c7c-b087-97100977d202 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:54:22.843886 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: bc2d365b-2188-4c7c-b087-97100977d202 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:54:22.844242 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device bc2d365b-2188-4c7c-b087-97100977d202 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:54:23.019083 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-96aedf71-8274-4570-8348-5d43f064e2d6 req-b8736bac-c83b-4b24-ba4c-e5f3f5cdab74 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 210 time: 0.0268724 Aug 12 22:54:23.126251 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee080f-6159-46ea-93f3-ff29be54f1d0 req-3fb94c9f-8bbf-41c5-a850-fef834574255 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:23.127718 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e8ee080f-6159-46ea-93f3-ff29be54f1d0 req-3fb94c9f-8bbf-41c5-a850-fef834574255 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0525208 Aug 12 22:54:23.169442 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e8ee080f-6159-46ea-93f3-ff29be54f1d0 req-c279be8f-6186-46e5-96d1-19d8df70e30d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Aug 12 22:54:23.561088 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a04f5174-c955-4baf-8396-12a174b1dd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.033287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-ef3a50a5-6adc-4579-818a-fd2d2a92b0cb tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.035880 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-ef3a50a5-6adc-4579-818a-fd2d2a92b0cb tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 808 time: 0.1133730 Aug 12 22:54:24.041527 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.180294 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Request body: {'port': {'device_id': '708c10f8-1292-43de-a668-71b43e2d5d89', 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c', 'admin_state_up': True, 'tenant_id': 'd89e735f17884730bd85cbb87740121a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:24.279845 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a1b92632-3650-4664-8f8f-4c48a58fbdcc req-a47331d6-2bda-431a-b7eb-5643f29a3894 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 12 22:54:24.375006 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1cc0d-9035-4a78-bd1a-0a2487c9b5ff req-c648add7-223a-479e-9089-bc1aa577942b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.376715 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8bf1cc0d-9035-4a78-bd1a-0a2487c9b5ff req-c648add7-223a-479e-9089-bc1aa577942b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0647252 Aug 12 22:54:24.378014 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Made reservation on behalf of d89e735f17884730bd85cbb87740121a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:24.381387 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.490541 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8bf1cc0d-9035-4a78-bd1a-0a2487c9b5ff req-4f6a64e7-60d0-4e50-87f0-97e63dfff9cb tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933895 Aug 12 22:54:24.561763 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Allocated IP 172.20.0.7 (8e8963bc-d9fe-48df-af26-ef4b75ff087c/84ee9672-3ad1-462a-bcd4-6f8d9d87393a/fb32d6e1-8b89-4011-80d6-5ceac3e31a86) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:24.616215 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-e651eeba-a52e-4316-a932-518dec0ad29b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.617863 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-e651eeba-a52e-4316-a932-518dec0ad29b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1108577 Aug 12 22:54:24.640584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-bd3cd1d0-717d-4119-ac54-11c72ddce8fe tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/quotas/8990bddc7f684b678900f3e19694abea HTTP/1.1" status: 200 len: 375 time: 0.0152054 Aug 12 22:54:24.701216 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-81ddd13b-707a-42b2-8181-aeeeaa6ba584 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568585 Aug 12 22:54:24.736120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.776956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.808278 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-6cef66e1-adad-4b21-88fe-53c5f5485368 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992727 Aug 12 22:54:24.819739 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Network 8e8963bc-d9fe-48df-af26-ef4b75ff087c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:24.823447 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:24.827281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:24.855270 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Pushing event updated for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:24.887473 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:24.888183 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:24.903494 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b52f1cf1-d676-487b-9cd1-d1036e344a8c tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291274 Aug 12 22:54:24.904433 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-cf72c30a-10d2-4126-830b-51354529c892 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883381 Aug 12 22:54:24.925857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Request body: {'port': {'device_id': '708c10f8-1292-43de-a668-71b43e2d5d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:24.978998 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.111113 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0b704039-abb8-46c3-8796-8b990dd0115a req-2cd07092-d7d2-4204-90f0-b0cbdf9ef274 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 210 time: 0.0726218 Aug 12 22:54:25.286446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb32d6e1-8b89-4011-80d6-5ceac3e31a86 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:25.294259 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.307382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Transition to ACTIVE for port object fb32d6e1-8b89-4011-80d6-5ceac3e31a86 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:25.312645 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.358835 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Pushing event updated for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:25.427408 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Attempting to bind port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:25.427744 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Attempting to bind port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:25.428045 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Attempting to bind port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:25.432520 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:25.432761 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Attempting to bind port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 on network 8e8963bc-d9fe-48df-af26-ef4b75ff087c {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:25.437726 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:25.438151 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Checking segment: {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:25.438537 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Bound using segment: {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:25.438966 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Bound port: fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f21f21-b655-4efb-ac16-3056ef7765d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:25.439320 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.506910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:25.510331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:25.518885 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.557952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:25.558567 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:25.559980 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] 10.222.0.70 "PUT /v2.0/ports/fb32d6e1-8b89-4011-80d6-5ceac3e31a86 HTTP/1.1" status: 200 len: 1093 time: 0.6386378 Aug 12 22:54:25.560409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:25.562750 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3537354b-050d-4daa-b26f-3f9324b2aa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:25.582666 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55341669-dcd3-42e2-aaac-71675ee71218 service neutron] Pushing event updated for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:26.389399 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c0243d5-fd50-431c-a8d2-00b0ffffcf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:26.752383 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:27.332260 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:28.800740 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:30.309266 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98931e-befd-4919-a6ee-8887e2809279 req-ba2899e0-936d-45a5-81b6-0aa9a459a78b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:30.310610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa98931e-befd-4919-a6ee-8887e2809279 req-ba2899e0-936d-45a5-81b6-0aa9a459a78b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Aug 12 22:54:30.383722 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa98931e-befd-4919-a6ee-8887e2809279 req-1b5b97bd-a7a9-44c7-af9a-4f1e0031156b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616746 Aug 12 22:54:30.392913 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-d1e60e8c-6458-4f2a-9e4c-45c0c0fe8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:30.394643 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-d1e60e8c-6458-4f2a-9e4c-45c0c0fe8366 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 1096 time: 0.0817065 Aug 12 22:54:30.449694 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7e8f-bc68-4e67-a69c-9a4842d7f052 req-5e201439-d907-40c2-ab51-bc7d773bc27c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:30.452242 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e9aa7e8f-bc68-4e67-a69c-9a4842d7f052 req-5e201439-d907-40c2-ab51-bc7d773bc27c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0844519 Aug 12 22:54:30.465464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24f299-9b90-461c-89fd-0948c7aef32b x-openstack-request-id: req-bf24f299-9b90-461c-89fd-0948c7aef32b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:30.465761 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:30.466055 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf24f299-9b90-461c-89fd-0948c7aef32b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:30.466591 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86', 'status': 'completed', 'code': 200} Aug 12 22:54:30.468190 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-87c1af97-18cd-4f21-b3b9-073a4e651b9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86 HTTP/1.1" status: 200 len: 217 time: 0.0570910 Aug 12 22:54:30.508990 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e9aa7e8f-bc68-4e67-a69c-9a4842d7f052 req-20cc2d52-2a07-4182-9f86-4969d9469c56 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499470 Aug 12 22:54:30.552946 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e4256b44-766a-40f4-aa73-ac66f6963650 req-dfc8f6fe-bf5e-471d-8a3d-4b98d2197b2a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 210 time: 0.0271983 Aug 12 22:54:30.567463 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-314a4f05-6adb-4f44-9f7d-eff6dad52d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:30.568984 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-314a4f05-6adb-4f44-9f7d-eff6dad52d45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84ee9672-3ad1-462a-bcd4-6f8d9d87393a HTTP/1.1" status: 200 len: 848 time: 0.0926154 Aug 12 22:54:30.606337 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-0e7f7719-59a7-435d-970e-43938dae188c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e8963bc-d9fe-48df-af26-ef4b75ff087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278709 Aug 12 22:54:30.695983 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-ce31961d-1faa-437b-82b9-5691e01e68b1 service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812752 Aug 12 22:54:30.794493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2a5b810c-92ba-4f64-9cb7-e8eb1b6a7b0d req-b13fc5df-0c37-41fb-a0ad-01e2dd1430dc service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897527 Aug 12 22:54:31.279596 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-7ba81e52-b7cc-4316-96ce-1b06921c77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.281158 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-7ba81e52-b7cc-4316-96ce-1b06921c77cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d89e735f17884730bd85cbb87740121a&device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 1096 time: 0.1087325 Aug 12 22:54:31.359901 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-cfa36dce-f87f-41aa-8f29-012d3d12a01d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.361549 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-cfa36dce-f87f-41aa-8f29-012d3d12a01d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1876972 Aug 12 22:54:31.388255 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Request body: {'port': {'device_id': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'admin_state_up': True, 'tenant_id': '8990bddc7f684b678900f3e19694abea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:31.450271 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-ff4cdf74-5f24-4dc6-9512-032e6c3ca5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.451723 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-ff4cdf74-5f24-4dc6-9512-032e6c3ca5f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 200 len: 909 time: 0.1470866 Aug 12 22:54:31.503972 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-dc5d0d86-86ae-4e5e-a3a3-819f74ff65e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86 HTTP/1.1" status: 200 len: 217 time: 0.0446174 Aug 12 22:54:31.571900 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-37438d9d-30b9-4daa-8488-ce88d975eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.573568 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-37438d9d-30b9-4daa-8488-ce88d975eb67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=84ee9672-3ad1-462a-bcd4-6f8d9d87393a HTTP/1.1" status: 200 len: 848 time: 0.0599575 Aug 12 22:54:31.589696 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:31.592743 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:31.620311 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-6a7d5618-63ca-4d30-b145-8f6a549f93e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e8963bc-d9fe-48df-af26-ef4b75ff087c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378366 Aug 12 22:54:31.785726 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-cc3a10f8-794d-4e6d-a962-b5ab5122117a service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548870 Aug 12 22:54:31.794759 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Allocated IP 172.20.0.13 (bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f/5cb2826e-496c-4899-918c-04cae5a4f22a/486a4e51-fcce-4d77-ba8c-999b7625ca09) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:54:31.919139 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f316-3812-4ecf-8bd4-92993e01ff29 req-c7156ae6-9168-406e-968f-eeaaa37fe691 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:31.920701 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e5c0f316-3812-4ecf-8bd4-92993e01ff29 req-c7156ae6-9168-406e-968f-eeaaa37fe691 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 943 time: 0.0492489 Aug 12 22:54:31.961415 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e5c0f316-3812-4ecf-8bd4-92993e01ff29 req-f4968c7f-f253-4736-b0ae-06806f6d627d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Aug 12 22:54:32.195522 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ddf2436e-e1e9-49f7-82c0-e1a8c747efcf req-65bbaea7-294e-4ce7-8213-fc91beb59a7a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Aug 12 22:54:32.287456 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397126e9-6657-4be9-a007-b61e9507cfb6 req-e8af05df-6556-40a1-b4ac-45cb5858ec73 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:32.288954 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-397126e9-6657-4be9-a007-b61e9507cfb6 req-e8af05df-6556-40a1-b4ac-45cb5858ec73 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.3836966 Aug 12 22:54:32.326919 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.332747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3537354b-050d-4daa-b26f-3f9324b2aa6b req-6f148d6e-b792-498c-a001-c5d00f85562b service neutron] 10.222.0.70 "GET /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369266 Aug 12 22:54:32.360437 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-397126e9-6657-4be9-a007-b61e9507cfb6 req-39200906-ad0e-4ca5-b659-710ffdef70bd tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626254 Aug 12 22:54:32.389062 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.435436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:54:32.438562 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:54:32.442548 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:54:32.448838 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event updated for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:32.471539 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47', 'f894d43f-ab6c-42f4-8360-69fcef3d24f0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:32.507060 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:32.507717 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.526330 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-1396d540-4bef-4e63-a927-65d6c7a7155d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1428585 Aug 12 22:54:32.563477 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Request body: {'port': {'device_id': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:32.621128 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.901653 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486a4e51-fcce-4d77-ba8c-999b7625ca09 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:32.909272 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.921362 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Transition to ACTIVE for port object 486a4e51-fcce-4d77-ba8c-999b7625ca09 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:54:32.927769 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:32.975542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Pushing event updated for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:33.061520 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Attempting to bind port 486a4e51-fcce-4d77-ba8c-999b7625ca09 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:54:33.062005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Attempting to bind port 486a4e51-fcce-4d77-ba8c-999b7625ca09 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:54:33.062432 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Attempting to bind port 486a4e51-fcce-4d77-ba8c-999b7625ca09 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:33.068446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Port 486a4e51-fcce-4d77-ba8c-999b7625ca09 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:54:33.068873 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Attempting to bind port 486a4e51-fcce-4d77-ba8c-999b7625ca09 on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:54:33.074473 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:54:33.074915 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Checking segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:54:33.075419 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Bound using segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:54:33.075918 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Bound port: 486a4e51-fcce-4d77-ba8c-999b7625ca09, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:54:33.076434 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.085770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b682-683f-411e-b8f7-5d4114dc058a req-855dce56-4a6e-4157-ad87-ce9bbb4fb2d8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.087954 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b089b682-683f-411e-b8f7-5d4114dc058a req-855dce56-4a6e-4157-ad87-ce9bbb4fb2d8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 943 time: 0.0513449 Aug 12 22:54:33.136395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b089b682-683f-411e-b8f7-5d4114dc058a req-573deafe-67b6-4ea8-9eef-eaae7269093b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419130 Aug 12 22:54:33.152534 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:54:33.156108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:54:33.158826 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:54:33.173795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.206990 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.207669 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:33.209157 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] 10.222.0.70 "PUT /v2.0/ports/486a4e51-fcce-4d77-ba8c-999b7625ca09 HTTP/1.1" status: 200 len: 1094 time: 0.6502502 Aug 12 22:54:33.209695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:33.212149 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52199ed1-ce50-4f9e-8214-036ee116c6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:33.243047 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9004-9c77-401c-a05a-b9d546af632b service neutron] Pushing event updated for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:33.252653 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83057f77-c434-4108-a2d9-ba0bb5670440 x-openstack-request-id: req-83057f77-c434-4108-a2d9-ba0bb5670440 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:33.252653 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:33.252868 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83057f77-c434-4108-a2d9-ba0bb5670440 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:33.253234 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09', 'status': 'completed', 'code': 200} Aug 12 22:54:33.325697 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fdf16-6ec0-4954-9013-e9e9262dcfd7 req-09f0f0ab-d5fc-4b00-819f-d226b75e7ff0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.327335 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2c5fdf16-6ec0-4954-9013-e9e9262dcfd7 req-09f0f0ab-d5fc-4b00-819f-d226b75e7ff0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0488374 Aug 12 22:54:33.344709 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-02823707-e9bf-4f01-9b54-06f1f969af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.346523 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-02823707-e9bf-4f01-9b54-06f1f969af7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 1097 time: 0.0516877 Aug 12 22:54:33.368757 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2c5fdf16-6ec0-4954-9013-e9e9262dcfd7 req-04ade230-beb8-4177-b838-a99f42282011 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Aug 12 22:54:33.438618 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-4e156a3d-9488-40dd-91ba-48663ae86f35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09 HTTP/1.1" status: 200 len: 217 time: 0.0559404 Aug 12 22:54:33.542256 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de46e77-4c14-4d96-bf0b-6fcdc71aad0d req-855b0098-a26c-4404-b2fd-85cb225b6403 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.543760 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9de46e77-4c14-4d96-bf0b-6fcdc71aad0d req-855b0098-a26c-4404-b2fd-85cb225b6403 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0914280 Aug 12 22:54:33.545116 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-14fc0a98-0053-464f-8864-f8b1349cb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.546461 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-14fc0a98-0053-464f-8864-f8b1349cb058 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0646744 Aug 12 22:54:33.587763 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-69bb6d06-9f53-45bb-9b91-334f8e804ff5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312264 Aug 12 22:54:33.624798 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9de46e77-4c14-4d96-bf0b-6fcdc71aad0d req-9be70f77-9142-418c-99ea-7b4467b50b13 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743217 Aug 12 22:54:33.692975 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-6c4b687a-f650-4f4f-86c7-15da5b88eb7c service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939705 Aug 12 22:54:33.788349 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4d6b67a8-9950-43ec-9421-3f969d3420a0 req-ede446b6-935b-4ba4-82a8-9eefd16dd033 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Aug 12 22:54:33.950464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-07f8283a-3a8b-45f9-9a6f-c774ccb9c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:33.955728 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-07f8283a-3a8b-45f9-9a6f-c774ccb9c2a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 1097 time: 0.0458071 Aug 12 22:54:34.045054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-941fd15a-f3ad-4726-92f1-fb6bc87588a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.046570 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-941fd15a-f3ad-4726-92f1-fb6bc87588a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 915 time: 0.0870464 Aug 12 22:54:34.050426 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:34.095806 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-4f0dd73b-dc0f-4ee5-bc8b-1cd3d2319298 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09 HTTP/1.1" status: 200 len: 217 time: 0.0383360 Aug 12 22:54:34.163626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8be9f27-1a88-4fdf-9ada-2a3ddd965f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.191801 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-c409b06b-0a2d-49e3-aa2d-958b0026eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.193279 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-c409b06b-0a2d-49e3-aa2d-958b0026eeaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0748818 Aug 12 22:54:34.239650 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-c2c68a09-1bf5-431c-ba82-026f8ba1b862 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332291 Aug 12 22:54:34.369388 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-1148d4e8-2f39-461e-b2d8-a61d1c855da9 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209722 Aug 12 22:54:34.377934 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8be9f27-1a88-4fdf-9ada-2a3ddd965f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.388805 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8be9f27-1a88-4fdf-9ada-2a3ddd965f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.469718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be9f27-1a88-4fdf-9ada-2a3ddd965f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77739c72-619b-445d-8608-f2b9d3ab047c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:34.477737 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d8be9f27-1a88-4fdf-9ada-2a3ddd965f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3cceb06d3714c7aa2e81610e8c5b283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252176 Aug 12 22:54:34.480313 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49982) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:34.532590 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52199ed1-ce50-4f9e-8214-036ee116c6d6 req-92d98f29-cc0f-4bde-bbed-a1b3328903ce service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528382 Aug 12 22:54:34.552056 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.575178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.638523 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.641116 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:34.645105 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77739c72-619b-445d-8608-f2b9d3ab047c HTTP/1.1" status: 204 len: 168 time: 0.1638725 Aug 12 22:54:34.653827 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae0e57-2f78-4d93-a4e6-df9ad406b153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77739c72-619b-445d-8608-f2b9d3ab047c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:34.681736 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e77c5-869c-4f75-939f-cbc58e83ce2d req-576bf45c-ab7c-43c7-8b57-aa24cac588cf tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.683332 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-478e77c5-869c-4f75-939f-cbc58e83ce2d req-576bf45c-ab7c-43c7-8b57-aa24cac588cf tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 943 time: 0.0797818 Aug 12 22:54:34.723912 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-478e77c5-869c-4f75-939f-cbc58e83ce2d req-0d59e88a-872e-46c0-af43-c21530636c1b tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Aug 12 22:54:34.728883 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cd88c-f0eb-49a0-b1a9-076ccf0bb6b1 req-c200cb50-2994-4cd2-aaa0-ce958d8bb89c tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.736391 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-137cd88c-f0eb-49a0-b1a9-076ccf0bb6b1 req-c200cb50-2994-4cd2-aaa0-ce958d8bb89c tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0577700 Aug 12 22:54:34.771960 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-137cd88c-f0eb-49a0-b1a9-076ccf0bb6b1 req-f7681340-09ca-47a4-bf3b-48990f0e3e1d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346732 Aug 12 22:54:34.829196 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683596ae-cc62-4a3a-b926-13480d59a192 req-62e3beac-5064-48ae-9a21-ccb4722f6a40 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:34.830979 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-683596ae-cc62-4a3a-b926-13480d59a192 req-62e3beac-5064-48ae-9a21-ccb4722f6a40 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0495820 Aug 12 22:54:34.868585 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-683596ae-cc62-4a3a-b926-13480d59a192 req-7cb69aa9-b930-4e47-ac68-1db0885093a6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Aug 12 22:54:34.926931 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 49992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:34.940456 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-340387c9-16d6-4759-b8d3-2236cc39d9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.031795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-340387c9-16d6-4759-b8d3-2236cc39d9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.038243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-340387c9-16d6-4759-b8d3-2236cc39d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.079563 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-340387c9-16d6-4759-b8d3-2236cc39d9f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f6a88fa19a74485bf009bdcd9f43e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515422 Aug 12 22:54:35.080903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340387c9-16d6-4759-b8d3-2236cc39d9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ad471-56c8-49df-821c-c361bfbfc6f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:35.082719 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 49994) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:35.131805 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.154505 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.204775 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.207457 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.208599 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa6ad471-56c8-49df-821c-c361bfbfc6f4 HTTP/1.1" status: 204 len: 168 time: 0.1249189 Aug 12 22:54:35.216531 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0ef6c-5e6e-4d47-9ebe-abb7f5b826c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ad471-56c8-49df-821c-c361bfbfc6f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:35.551169 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50014) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:35.567472 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9feb43e5-4d73-49ca-a495-b8757576d3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.670995 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9feb43e5-4d73-49ca-a495-b8757576d3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.676562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9feb43e5-4d73-49ca-a495-b8757576d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.713662 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9feb43e5-4d73-49ca-a495-b8757576d3ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aba335646f04ee9b8d054b0a9c1c8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614218 Aug 12 22:54:35.714515 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb43e5-4d73-49ca-a495-b8757576d3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b1643-dcf0-4fbe-a2df-83bee9c71fc3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:35.716473 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:35.767399 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.788384 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.838036 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.840531 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:35.841713 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f5b1643-dcf0-4fbe-a2df-83bee9c71fc3 HTTP/1.1" status: 204 len: 168 time: 0.1241591 Aug 12 22:54:35.849808 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5a6ae-7800-4d00-8842-b8fef6e457f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b1643-dcf0-4fbe-a2df-83bee9c71fc3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:39.792525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device fb32d6e1-8b89-4011-80d6-5ceac3e31a86 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:39.894317 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:39.909589 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86', 'network_id': '8e8963bc-d9fe-48df-af26-ef4b75ff087c', 'port_id': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86', 'mac_address': 'fa:16:3e:fc:22:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ee9672-3ad1-462a-bcd4-6f8d9d87393a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:39.956330 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:39.971248 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb32d6e1-8b89-4011-80d6-5ceac3e31a86 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:39.992058 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:39.993801 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca357d6-0913-417a-956e-b4d48ab159bb req-dfcf2951-414f-4cf2-86b6-f5f5541940c3 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:39.995678 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fca357d6-0913-417a-956e-b4d48ab159bb req-dfcf2951-414f-4cf2-86b6-f5f5541940c3 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Aug 12 22:54:39.997886 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:40.034355 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fca357d6-0913-417a-956e-b4d48ab159bb req-0c27b23f-0d6e-4ae3-be7b-bddef7afbac6 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Aug 12 22:54:40.044528 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:40.137849 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79528e1d-c4ac-42e0-aeb1-6fe6b9417a2b req-d5dbb3a4-28b3-405c-b00c-7fa954b35cd5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:40.139313 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-79528e1d-c4ac-42e0-aeb1-6fe6b9417a2b req-d5dbb3a4-28b3-405c-b00c-7fa954b35cd5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0479414 Aug 12 22:54:40.157834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec4d86-6afb-4bf4-8e52-89e595b8eba0 req-aba6b32c-3bf0-4feb-a349-49a98202eb7c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:40.159658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f4ec4d86-6afb-4bf4-8e52-89e595b8eba0 req-aba6b32c-3bf0-4feb-a349-49a98202eb7c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0489991 Aug 12 22:54:40.180398 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-79528e1d-c4ac-42e0-aeb1-6fe6b9417a2b req-1665ed9c-59e5-427e-b73c-cc1a39b4d8eb tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Aug 12 22:54:40.202117 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f4ec4d86-6afb-4bf4-8e52-89e595b8eba0 req-6607ea52-23fb-40db-bb20-4409eca8b55a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358121 Aug 12 22:54:41.158919 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8de5f-4eb7-4aa3-939a-5594ab41a75d req-ddad612a-0ffc-4fcc-81cc-c0b501d1bb89 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:41.160468 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1c8de5f-4eb7-4aa3-939a-5594ab41a75d req-ddad612a-0ffc-4fcc-81cc-c0b501d1bb89 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 944 time: 0.0588768 Aug 12 22:54:41.201824 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1c8de5f-4eb7-4aa3-939a-5594ab41a75d req-02152144-7235-4336-9b8b-c25076dfd574 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342035 Aug 12 22:54:41.307434 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f4e3c-5a9c-4cd9-82ce-c85c3c252e1f req-d96fb668-242a-4692-bcd1-948e7c5bb479 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:41.308915 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a01f4e3c-5a9c-4cd9-82ce-c85c3c252e1f req-d96fb668-242a-4692-bcd1-948e7c5bb479 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0522437 Aug 12 22:54:41.350326 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a01f4e3c-5a9c-4cd9-82ce-c85c3c252e1f req-f84ee89f-430e-4d33-96c9-659d5704a5c2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Aug 12 22:54:41.396621 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['fb32d6e1-8b89-4011-80d6-5ceac3e31a86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:41.459319 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa001-a55d-4c5f-92c5-293b76c06db8 req-f788b22d-052a-4800-8405-0ba405fedb42 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:41.460812 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4effa001-a55d-4c5f-92c5-293b76c06db8 req-f788b22d-052a-4800-8405-0ba405fedb42 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0518394 Aug 12 22:54:41.502354 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4effa001-a55d-4c5f-92c5-293b76c06db8 req-59d6edec-36b3-4f34-9cf9-ebc5a6641fce tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353718 Aug 12 22:54:42.320714 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:42.324714 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c19f1-c760-4d83-b292-811396a65792 req-95cbb81f-08f2-4ede-a053-a36008a00fd1 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.326269 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a81c19f1-c760-4d83-b292-811396a65792 req-95cbb81f-08f2-4ede-a053-a36008a00fd1 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 944 time: 0.0544124 Aug 12 22:54:42.363964 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a81c19f1-c760-4d83-b292-811396a65792 req-a8ce564e-7903-4a34-899e-124a5b5e4a2d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Aug 12 22:54:42.436176 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.473078 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6085d3b-0365-4d09-93ca-655db2e5e910 req-a87f6aa5-2347-49c9-a1c6-4d9d9f88d3a3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.474658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c6085d3b-0365-4d09-93ca-655db2e5e910 req-a87f6aa5-2347-49c9-a1c6-4d9d9f88d3a3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0551839 Aug 12 22:54:42.515004 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c6085d3b-0365-4d09-93ca-655db2e5e910 req-475fcace-0254-44a9-8a3c-210236544ac4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Aug 12 22:54:42.530810 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.535449 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.571015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0832ff9b-057e-48c5-bd7f-5f7240aa6f49,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:42.574784 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0df303e4c79842e6b34db02b0b39e743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529671 Aug 12 22:54:42.577702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:42.586438 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.586914 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.587394 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.587862 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.588494 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.588933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.589365 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.589814 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.590509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.590509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.591153 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.591601 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a1859-d6ba-4d46-b174-85a6d711bee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.663268 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.694954 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff015-a692-4ea6-8a5b-8995070d8f1d req-9f28094d-7515-47b9-bafb-2e668e80a957 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:42.696443 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9f7ff015-a692-4ea6-8a5b-8995070d8f1d req-9f28094d-7515-47b9-bafb-2e668e80a957 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0795860 Aug 12 22:54:42.698217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.763808 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9f7ff015-a692-4ea6-8a5b-8995070d8f1d req-0acecee7-6ebf-4cec-8b21-8c068cc4e51f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Aug 12 22:54:42.784086 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.787814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:42.788942 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0832ff9b-057e-48c5-bd7f-5f7240aa6f49 HTTP/1.1" status: 204 len: 168 time: 0.2102449 Aug 12 22:54:42.797145 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0832ff9b-057e-48c5-bd7f-5f7240aa6f49,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:42.804349 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.804700 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.805039 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.805378 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.805720 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.806055 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.806348 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.806670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.807017 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.807338 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.807676 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:42.807975 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6686cf32-d4cd-4923-a5a4-7ab7359e2b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:54:43.076636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:43.090653 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18dbe3ec-0b5a-4c11-9659-f387d63b2765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.181403 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18dbe3ec-0b5a-4c11-9659-f387d63b2765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.187404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18dbe3ec-0b5a-4c11-9659-f387d63b2765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.225584 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50118) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:43.226451 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-18dbe3ec-0b5a-4c11-9659-f387d63b2765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=810c1d014d9243a9a88df473f3ad27e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481702 Aug 12 22:54:43.235897 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbe3ec-0b5a-4c11-9659-f387d63b2765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad3f56-6e1f-430f-afca-e7aeeed1a97e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:43.277044 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.297596 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.343649 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.346227 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.347377 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ad3f56-6e1f-430f-afca-e7aeeed1a97e HTTP/1.1" status: 204 len: 168 time: 0.1203964 Aug 12 22:54:43.356382 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e5fd0-f644-4ad3-a2d6-a773e005c7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad3f56-6e1f-430f-afca-e7aeeed1a97e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:43.466251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27702e-381d-44a8-b061-19bc02319a75 req-5836abaf-a146-4e6f-bd8d-9404b8fd18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:43.467845 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f27702e-381d-44a8-b061-19bc02319a75 req-5836abaf-a146-4e6f-bd8d-9404b8fd18ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1098 time: 0.0596814 Aug 12 22:54:43.498272 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c044c55-517e-4feb-b8e0-7e03977be8d8 req-63d58bd2-e85c-48e4-af1b-e5a6a1af6640 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:43.499848 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6c044c55-517e-4feb-b8e0-7e03977be8d8 req-63d58bd2-e85c-48e4-af1b-e5a6a1af6640 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 944 time: 0.0525134 Aug 12 22:54:43.543063 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6c044c55-517e-4feb-b8e0-7e03977be8d8 req-656e05b2-9587-4a8b-b7bf-c73b925c1b17 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Aug 12 22:54:43.551327 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f27702e-381d-44a8-b061-19bc02319a75 req-ebbd1945-8019-4da8-89e7-0dc5b1c49b4c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Aug 12 22:54:43.644905 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8bcfb-e5bb-42ac-a1a0-d1a665c2e51c req-f4bee0fd-7d0b-4855-b659-5a7758d91ee8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:43.646473 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9a8bcfb-e5bb-42ac-a1a0-d1a665c2e51c req-f4bee0fd-7d0b-4855-b659-5a7758d91ee8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 944 time: 0.0509844 Aug 12 22:54:43.685668 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:43.689786 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9a8bcfb-e5bb-42ac-a1a0-d1a665c2e51c req-f2e221cf-0de0-4a04-a159-334dad76bcf5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329218 Aug 12 22:54:43.699153 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cd08db8-49ea-47fe-90c7-a10110988cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.792237 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cd08db8-49ea-47fe-90c7-a10110988cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.797322 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cd08db8-49ea-47fe-90c7-a10110988cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.832810 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08db8-49ea-47fe-90c7-a10110988cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401d9e1c-9505-4a7d-be7d-c43c1f5c4181,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:43.836985 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-9cd08db8-49ea-47fe-90c7-a10110988cc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39b186f77319461e874227a61425c9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503425 Aug 12 22:54:43.839745 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:54:43.891618 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.914081 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.970307 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.972839 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:43.974025 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/401d9e1c-9505-4a7d-be7d-c43c1f5c4181 HTTP/1.1" status: 204 len: 168 time: 0.1333523 Aug 12 22:54:43.981697 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abb42c-0a86-4a96-be06-3f2ad7865c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401d9e1c-9505-4a7d-be7d-c43c1f5c4181,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:47.118067 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 486a4e51-fcce-4d77-ba8c-999b7625ca09 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:54:47.336493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:47.348033 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '486a4e51-fcce-4d77-ba8c-999b7625ca09', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'port_id': '486a4e51-fcce-4d77-ba8c-999b7625ca09', 'mac_address': 'fa:16:3e:4c:0f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2826e-496c-4899-918c-04cae5a4f22a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:54:47.386518 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:47.398948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486a4e51-fcce-4d77-ba8c-999b7625ca09 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:54:47.419656 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:47.427784 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:47.479215 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:48.840547 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device fb32d6e1-8b89-4011-80d6-5ceac3e31a86 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:48.905948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:48.909910 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:48.910274 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:48.992264 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.014728 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:49.016943 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78df227-d798-4c7a-b073-6c7d7f511ca2" -d '{"events": [{"server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "name": "network-vif-plugged", "status": "completed", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:49.032247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:49.038800 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:49.089624 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:49.800397 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c03e9-1b27-4f53-b7b1-f5f1bb882ffc req-0a93cb33-bad9-4455-aa74-80831c61173f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.802080 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3d2c03e9-1b27-4f53-b7b1-f5f1bb882ffc req-0a93cb33-bad9-4455-aa74-80831c61173f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0584190 Aug 12 22:54:49.840512 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3d2c03e9-1b27-4f53-b7b1-f5f1bb882ffc req-f8536757-0da9-4c28-a602-9e3f01605062 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Aug 12 22:54:49.933662 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72d03-f02d-4ad6-9be3-adb5208f9349 req-5e2dc9e1-7ed2-47cd-90ee-62a87bc8a4df tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.935152 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-25b72d03-f02d-4ad6-9be3-adb5208f9349 req-5e2dc9e1-7ed2-47cd-90ee-62a87bc8a4df tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Aug 12 22:54:49.945087 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a43f1-0187-433a-9744-dadee7b4b721 req-f4b827e4-a31c-4acd-94fa-c8513eafff12 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:49.946861 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5f7a43f1-0187-433a-9744-dadee7b4b721 req-f4b827e4-a31c-4acd-94fa-c8513eafff12 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Aug 12 22:54:49.973773 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-25b72d03-f02d-4ad6-9be3-adb5208f9349 req-f9d5f16c-2c10-4615-b529-eb949f76d9f1 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Aug 12 22:54:49.985429 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5f7a43f1-0187-433a-9744-dadee7b4b721 req-af03f4a8-40a6-4402-963a-c01e12ed3cde tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 12 22:54:50.016060 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7045717-62d2-49aa-95f2-faf5578ed3da x-openstack-request-id: req-d7045717-62d2-49aa-95f2-faf5578ed3da {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:50.016583 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "name": "network-vif-plugged", "status": "completed", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:50.016583 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7045717-62d2-49aa-95f2-faf5578ed3da {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:50.016978 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86', 'code': 200} Aug 12 22:54:50.150242 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['486a4e51-fcce-4d77-ba8c-999b7625ca09'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:54:50.344292 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125b54-d4ae-43ca-9f0e-231c81d59359 req-9f575221-0400-4703-ac2c-bb3fde3c1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:50.345729 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33125b54-d4ae-43ca-9f0e-231c81d59359 req-9f575221-0400-4703-ac2c-bb3fde3c1879 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 1098 time: 0.0405633 Aug 12 22:54:50.384323 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-33125b54-d4ae-43ca-9f0e-231c81d59359 req-f692844c-f907-4ddb-8176-cfc5809fee69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292239 Aug 12 22:54:51.278811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d31b-587a-4ed3-8c3c-c5b8edf1947b req-662de2c7-0af1-4d34-8f1b-14089a3b265e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.280363 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9088d31b-587a-4ed3-8c3c-c5b8edf1947b req-662de2c7-0af1-4d34-8f1b-14089a3b265e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0549641 Aug 12 22:54:51.302457 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43b169-cfdc-4319-a452-d1b419259251 req-edbd48ff-f289-4bf2-b9d6-66f6b18b80eb tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.303924 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5b43b169-cfdc-4319-a452-d1b419259251 req-edbd48ff-f289-4bf2-b9d6-66f6b18b80eb tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Aug 12 22:54:51.320152 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9088d31b-587a-4ed3-8c3c-c5b8edf1947b req-08f52822-184d-496f-81a1-f278ddc686d2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Aug 12 22:54:51.340598 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5b43b169-cfdc-4319-a452-d1b419259251 req-e45ce8be-2f68-46d9-8700-24b5afb395db tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Aug 12 22:54:51.428160 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4f2f-dba9-4b0a-9df6-35816d282943 req-98192081-ccfd-4b8f-bc48-923a0fbf481e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.429626 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-872e4f2f-dba9-4b0a-9df6-35816d282943 req-98192081-ccfd-4b8f-bc48-923a0fbf481e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 945 time: 0.0547211 Aug 12 22:54:51.469962 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-872e4f2f-dba9-4b0a-9df6-35816d282943 req-97252d03-3d42-4c17-b39f-fcc38ee6e18d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Aug 12 22:54:51.638578 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-33d7f493-a19a-4df5-8309-56ebcf411dff tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310786 Aug 12 22:54:51.831774 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-2f0bbf6f-10ea-4f72-8f77-38e9c69db9ef tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:51.833270 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-2f0bbf6f-10ea-4f72-8f77-38e9c69db9ef tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893139 Aug 12 22:54:51.848264 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-d3feaa0b-83d1-4c18-900e-5269632169b9 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/quotas/a1704d6cc4ab4977ac4fa4f09e225d10 HTTP/1.1" status: 200 len: 375 time: 0.0089827 Aug 12 22:54:51.878475 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-593ee89c-740d-49e6-9632-e03632b33dc1 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250006 Aug 12 22:54:52.047104 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-618f7a50-2bd3-4919-b590-d7c65a358683 req-c0912718-819a-4c49-a31b-6334dfa92142 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Aug 12 22:54:53.570678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d12fa74-7f34-4bc3-aab6-25a585b1da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:54.976231 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 486a4e51-fcce-4d77-ba8c-999b7625ca09 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:54:55.016087 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:55.036296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 486a4e51-fcce-4d77-ba8c-999b7625ca09 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:54:55.040345 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 486a4e51-fcce-4d77-ba8c-999b7625ca09 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:54:55.040712 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:55.116253 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:55.139864 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:54:55.142280 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a11256-874a-48d8-bf7e-00d3ef1d8ea7" -d '{"events": [{"server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "name": "network-vif-plugged", "status": "completed", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:54:55.155078 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:54:55.160703 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:55.207901 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:54:56.394311 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-43c18098-d9c4-4f66-8a35-3df49ed5c62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.749691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:56.831275 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-29ad259b-bf5a-4262-93f7-a1d1adce8748 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441258 Aug 12 22:54:57.056324 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-d531af39-18b6-4b28-8458-8efde5e3a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.058625 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-d531af39-18b6-4b28-8458-8efde5e3a5de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0658729 Aug 12 22:54:57.132182 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a9eda-ecd7-4cec-90e6-1c40f53a3356 req-d4493d7a-e72e-40c0-ba81-c5fed19ff618 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.134140 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-050a9eda-ecd7-4cec-90e6-1c40f53a3356 req-d4493d7a-e72e-40c0-ba81-c5fed19ff618 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0517449 Aug 12 22:54:57.174045 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-050a9eda-ecd7-4cec-90e6-1c40f53a3356 req-d72b5c15-a351-4921-bbd3-ac817da98a01 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Aug 12 22:54:57.203021 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de38c0f-8279-40a6-a895-130f35272a74 req-219d8081-d557-4fe8-bf6c-acab50093e24 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.204787 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2de38c0f-8279-40a6-a895-130f35272a74 req-219d8081-d557-4fe8-bf6c-acab50093e24 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.2872095 Aug 12 22:54:57.245669 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2de38c0f-8279-40a6-a895-130f35272a74 req-b28b4f2c-9b45-4b74-8ebb-fae481b85066 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Aug 12 22:54:57.330573 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:57.335776 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864f5f0-1497-49d6-a6ad-295d0e67775f req-d349e94c-94f3-46f1-b94d-83b890748a6d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.337299 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4864f5f0-1497-49d6-a6ad-295d0e67775f req-d349e94c-94f3-46f1-b94d-83b890748a6d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.1059546 Aug 12 22:54:57.337981 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ff307770-6816-4f1c-ace9-1843a9e918ab req-4f350556-b029-4b98-9d89-30d2df6f1024 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Aug 12 22:54:57.384097 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-b3236f43-35da-48ba-bdaf-5cbea4ab0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.385583 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-b3236f43-35da-48ba-bdaf-5cbea4ab0f06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.1281965 Aug 12 22:54:57.389908 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6438d426-90aa-49a6-b68e-fd3066b91205 x-openstack-request-id: req-6438d426-90aa-49a6-b68e-fd3066b91205 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:54:57.390209 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "name": "network-vif-plugged", "status": "completed", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:54:57.390485 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6438d426-90aa-49a6-b68e-fd3066b91205 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:54:57.390898 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09', 'code': 200} Aug 12 22:54:57.393114 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4864f5f0-1497-49d6-a6ad-295d0e67775f req-4011b9f6-cd48-40e8-b271-8c240ee50403 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488200 Aug 12 22:54:57.681399 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-8ff3de43-17f9-4ab7-8aed-e89a4fd36493 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.0424042 Aug 12 22:54:57.738179 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-2b0d02d8-bc06-4436-bec8-5f83824f56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.739623 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-2b0d02d8-bc06-4436-bec8-5f83824f56b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0441866 Aug 12 22:54:57.786840 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-f6cf546c-30c4-496c-8c86-c813131ebef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256784 Aug 12 22:54:57.914106 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c3ce-98f5-400e-b76a-367173122570 req-b731a924-77ee-4832-a6fd-fb0d23c6f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:57.915629 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b306c3ce-98f5-400e-b76a-367173122570 req-b731a924-77ee-4832-a6fd-fb0d23c6f218 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 1099 time: 0.0670774 Aug 12 22:54:57.917892 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-cb936d07-2f43-47e7-9e4f-71b3c7596964 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184077 Aug 12 22:54:58.036604 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b306c3ce-98f5-400e-b76a-367173122570 req-8e61c0b1-30a2-4651-b128-2f2736dc7f04 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863187 Aug 12 22:54:58.072235 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe8b0ffa-8497-4ff7-aea6-36c52c0449fe req-8b94d85a-2d41-48ad-82a6-39ad32284eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148176 Aug 12 22:54:58.293166 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a696bc-d020-4d90-8ff7-6044500a4ed1 req-d3ee2465-d72c-432a-8e5b-46873af1c676 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.294773 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28a696bc-d020-4d90-8ff7-6044500a4ed1 req-d3ee2465-d72c-432a-8e5b-46873af1c676 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0510418 Aug 12 22:54:58.338278 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28a696bc-d020-4d90-8ff7-6044500a4ed1 req-2530bb85-62db-4477-a5f3-d9fde5b1901a tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 12 22:54:58.442553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339d2a4-653c-48db-a2ae-cc56deb5e888 req-83c955d2-5c80-4343-be81-83d85eac7023 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.444030 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8339d2a4-653c-48db-a2ae-cc56deb5e888 req-83c955d2-5c80-4343-be81-83d85eac7023 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0502017 Aug 12 22:54:58.484651 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8339d2a4-653c-48db-a2ae-cc56deb5e888 req-ed7119bd-d991-4ec5-b66f-e1256e0b1708 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 12 22:54:58.569956 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-74b521e8-5ca4-491f-915f-ba1abb4b4ce4 req-b341b4e8-69a1-49b5-bd9e-b02d5fa0b436 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 210 time: 0.0262845 Aug 12 22:54:58.672737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd04a2-f609-4c40-95bc-374d115b87f3 req-4837c986-75bb-4285-9f2e-102a5d1ca3ba tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.674273 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-45bd04a2-f609-4c40-95bc-374d115b87f3 req-4837c986-75bb-4285-9f2e-102a5d1ca3ba tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0506775 Aug 12 22:54:58.711666 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-45bd04a2-f609-4c40-95bc-374d115b87f3 req-2fc48f3b-1567-4843-b716-409f1389937a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314825 Aug 12 22:54:58.801664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:58.819453 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a03f-a888-4b21-8c31-6bfe4f86d13c req-6af99344-e1cb-444c-935b-ced1e457f608 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:58.820972 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-88f0a03f-a888-4b21-8c31-6bfe4f86d13c req-6af99344-e1cb-444c-935b-ced1e457f608 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Aug 12 22:54:58.868429 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-88f0a03f-a888-4b21-8c31-6bfe4f86d13c req-8f194402-f1c6-4d28-9344-ccc178c4822a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Aug 12 22:54:59.335928 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-77b3a22d-e038-403e-ad49-5b0740c91dae tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372427 Aug 12 22:54:59.597781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44161-3f27-4bcb-9edd-80d02b44582c req-5c6b8ccb-23ee-4139-b96c-9d6c32cb158d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.599308 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52c44161-3f27-4bcb-9edd-80d02b44582c req-5c6b8ccb-23ee-4139-b96c-9d6c32cb158d tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.1623695 Aug 12 22:54:59.635911 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-0ae8d7cc-d445-48d5-8af4-13d7183b082b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.637627 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-0ae8d7cc-d445-48d5-8af4-13d7183b082b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401402 Aug 12 22:54:59.655717 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52c44161-3f27-4bcb-9edd-80d02b44582c req-a2aa8b4e-5af8-4319-a889-8a87308d9a76 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Aug 12 22:54:59.668634 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Request body: {'port': {'device_id': '421d17e9-49a1-419d-adc3-51209aa82456', 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf', 'admin_state_up': True, 'tenant_id': 'a1704d6cc4ab4977ac4fa4f09e225d10'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:54:59.699078 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c33e888d-2e94-44b3-873b-491e10f2d4b2 req-3f0bf968-2d44-41e5-9bf9-6a784a6584af tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 210 time: 0.0429564 Aug 12 22:54:59.816949 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Made reservation on behalf of a1704d6cc4ab4977ac4fa4f09e225d10 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:54:59.820408 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.832463 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:54:59.865643 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebd298-f4ca-4418-94d3-36e6c5e8815d req-bd1ce746-acee-4b54-99aa-f4646f34ca67 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:54:59.867239 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42ebd298-f4ca-4418-94d3-36e6c5e8815d req-bd1ce746-acee-4b54-99aa-f4646f34ca67 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0822093 Aug 12 22:55:00.201667 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-42ebd298-f4ca-4418-94d3-36e6c5e8815d req-f8116e5e-1fd5-4ea6-a087-7419595453a9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279333 Aug 12 22:55:00.261041 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.266006 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.336865 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc466308-4ab1-4e94-9486-f51c1c3cc9a5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:00.423122 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Allocated IP 192.168.233.163 (9c9d36af-c787-465f-9442-a588d1a07ddf/0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d/aec1ecb4-b681-45f8-8af4-974ca117fee0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:00.603694 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.619247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Transition to ACTIVE for port object aec1ecb4-b681-45f8-8af4-974ca117fee0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:00.660755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.717016 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Network 9c9d36af-c787-465f-9442-a588d1a07ddf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:00.723902 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:00.731209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:00.736127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Pushing event updated for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:00.792144 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.792848 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.813931 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-26382e8a-2dba-4053-ad19-b822fb433b10 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1496611 Aug 12 22:55:00.845166 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca6734-e03f-41ed-b24d-f69ad961b57f req-3a433b88-3f0b-4991-9e79-8f6f8f0d23a7 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:00.854485 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0aca6734-e03f-41ed-b24d-f69ad961b57f req-3a433b88-3f0b-4991-9e79-8f6f8f0d23a7 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 936 time: 0.0655828 Aug 12 22:55:00.867894 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Request body: {'port': {'device_id': '421d17e9-49a1-419d-adc3-51209aa82456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:00.905276 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0aca6734-e03f-41ed-b24d-f69ad961b57f req-438c1640-7643-4cb9-8aa7-725cfabc3f13 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498209 Aug 12 22:55:00.937976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:00.980354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-feee41af-a543-4f9c-bcf8-00529888d0a6 None None] Provisioning for port aec1ecb4-b681-45f8-8af4-974ca117fee0 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:00.987628 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-feee41af-a543-4f9c-bcf8-00529888d0a6 None None] Provisioning complete for port aec1ecb4-b681-45f8-8af4-974ca117fee0 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:00.988243 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee41af-a543-4f9c-bcf8-00529888d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.031634 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-feee41af-a543-4f9c-bcf8-00529888d0a6 None None] Port aec1ecb4-b681-45f8-8af4-974ca117fee0 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:55:01.150992 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dde1e-08bb-4bb1-a83e-4eaec41a012b req-17ac4e55-9118-450a-99b1-585cb27a60e0 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.152522 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b37dde1e-08bb-4bb1-a83e-4eaec41a012b req-17ac4e55-9118-450a-99b1-585cb27a60e0 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0488892 Aug 12 22:55:01.191520 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b37dde1e-08bb-4bb1-a83e-4eaec41a012b req-c5f1c686-e4be-40df-af6d-ec482384844f tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Aug 12 22:55:01.227674 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec1ecb4-b681-45f8-8af4-974ca117fee0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:01.235623 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.248631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Transition to ACTIVE for port object aec1ecb4-b681-45f8-8af4-974ca117fee0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:01.253476 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.381483 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Pushing event updated for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:01.420811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d233-64c4-4a6a-ac19-12cf486b3b64 req-a3c52a78-7f9d-4246-93fe-a780a44692b2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.422502 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-58c1d233-64c4-4a6a-ac19-12cf486b3b64 req-a3c52a78-7f9d-4246-93fe-a780a44692b2 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.1356065 Aug 12 22:55:01.442168 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Attempting to bind port aec1ecb4-b681-45f8-8af4-974ca117fee0 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:01.442513 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Attempting to bind port aec1ecb4-b681-45f8-8af4-974ca117fee0 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:01.442846 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Attempting to bind port aec1ecb4-b681-45f8-8af4-974ca117fee0 on network 9c9d36af-c787-465f-9442-a588d1a07ddf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:01.456611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Port aec1ecb4-b681-45f8-8af4-974ca117fee0 on network 9c9d36af-c787-465f-9442-a588d1a07ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:55:01.456945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Attempting to bind port aec1ecb4-b681-45f8-8af4-974ca117fee0 on network 9c9d36af-c787-465f-9442-a588d1a07ddf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:01.463308 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:01.463654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Checking segment: {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:01.464037 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Bound using segment: {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:01.464577 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Bound port: aec1ecb4-b681-45f8-8af4-974ca117fee0, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8425e0e6-a7cd-4973-9acd-088eac7c0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:01.464970 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.510567 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-58c1d233-64c4-4a6a-ac19-12cf486b3b64 req-d19343dc-bc43-475c-ba03-17615132dd70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779686 Aug 12 22:55:01.554252 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:01.595410 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:01.619725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.653309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-4cc74dd9-c025-4ac1-a533-991a53eca741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.654870 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-4cc74dd9-c025-4ac1-a533-991a53eca741 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.1155133 Aug 12 22:55:01.665080 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.665723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:01.667177 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] 10.222.0.70 "PUT /v2.0/ports/aec1ecb4-b681-45f8-8af4-974ca117fee0 HTTP/1.1" status: 200 len: 1098 time: 0.8061807 Aug 12 22:55:01.669639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:01.672155 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b5807-f04f-4b7e-acb6-190d1d16189f" -d '{"events": [{"name": "network-changed", "server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:01.703194 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6950b7-b5e6-4712-9dbf-d1bb8fd85053 req-72a4589b-b110-4cb5-9709-f929b009b651 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.710743 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5d6950b7-b5e6-4712-9dbf-d1bb8fd85053 req-72a4589b-b110-4cb5-9709-f929b009b651 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1275561 Aug 12 22:55:01.755519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f1109-0c30-4ba5-9ca2-27db36889e7f service neutron] Pushing event updated for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:01.804005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f566b-762e-4d83-9025-ec977cd199a8 x-openstack-request-id: req-605f566b-762e-4d83-9025-ec977cd199a8 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:01.804300 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:01.804558 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605f566b-762e-4d83-9025-ec977cd199a8 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:01.804956 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0', 'status': 'completed', 'code': 200} Aug 12 22:55:01.861152 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5d6950b7-b5e6-4712-9dbf-d1bb8fd85053 req-15665edb-e571-48ae-a52f-4c703d3544f6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495314 Aug 12 22:55:01.902818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-7d134808-c86c-41d8-957b-d6f0836ab30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.904411 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-7d134808-c86c-41d8-957b-d6f0836ab30f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 1101 time: 0.1037550 Aug 12 22:55:01.914229 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-d6a94562-0ed6-40e4-ba45-c530a8fbe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:01.915723 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-d6a94562-0ed6-40e4-ba45-c530a8fbe460 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.2030258 Aug 12 22:55:02.003276 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-9cee2245-0995-4a43-871a-8395575796d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0 HTTP/1.1" status: 200 len: 217 time: 0.0710111 Aug 12 22:55:02.004622 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-b5fc8804-e936-4e7c-b868-614e4b78088d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.0708373 Aug 12 22:55:02.024780 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152d589-f0ec-453b-bd4e-c8fde7cb4919 req-07280890-ee87-4e0e-8ca5-da6582cb0fe0 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.026283 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e152d589-f0ec-453b-bd4e-c8fde7cb4919 req-07280890-ee87-4e0e-8ca5-da6582cb0fe0 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 948 time: 0.0492709 Aug 12 22:55:02.068099 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e152d589-f0ec-453b-bd4e-c8fde7cb4919 req-26c54251-226a-4509-b79e-ab4085698620 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Aug 12 22:55:02.101965 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-3455fcb8-ef8f-4ad3-adec-4ebcd222a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.103440 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-3455fcb8-ef8f-4ad3-adec-4ebcd222a37c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d HTTP/1.1" status: 200 len: 843 time: 0.0782783 Aug 12 22:55:02.104793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-1ac25c81-293d-4522-bf73-934318b28acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.106155 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-1ac25c81-293d-4522-bf73-934318b28acb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0797560 Aug 12 22:55:02.177495 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-f2183ce0-7fbd-4a01-ab2e-57c7cf445dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422976 Aug 12 22:55:02.197480 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-d1e868a5-252f-4389-957b-ae58e71abfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.198902 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-d1e868a5-252f-4389-957b-ae58e71abfda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c9d36af-c787-465f-9442-a588d1a07ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0714734 Aug 12 22:55:02.357051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-a9587196-988f-45ea-8439-e3ae8da8981e service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686051 Aug 12 22:55:02.383736 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c077bd2-31fa-4d75-8057-fc75bae63f5a req-ecd29bbc-c0f9-438a-bff2-e12407f458fc tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.385156 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8c077bd2-31fa-4d75-8057-fc75bae63f5a req-ecd29bbc-c0f9-438a-bff2-e12407f458fc tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.1097703 Aug 12 22:55:02.395449 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-bfb392f0-90c7-429d-b717-71db1d9cdaaf service neutron] 10.222.0.70 "GET /v2.0/networks/9c9d36af-c787-465f-9442-a588d1a07ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871243 Aug 12 22:55:02.533531 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8c077bd2-31fa-4d75-8057-fc75bae63f5a req-84b2231d-4d21-483d-b60c-13fe809883f7 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371129 Aug 12 22:55:02.577501 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3e2ece2-b2ce-4436-be7a-fbcd46f35b83 req-474a179e-32c9-4c91-b0c8-63705e1a10d8 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913486 Aug 12 22:55:02.579374 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6f06f84a-256d-47db-b369-3eadc2f6db46 req-bf4a2835-1f41-4358-bed7-e7486d8c25b1 service neutron] 10.222.0.70 "GET /v2.0/networks/9c9d36af-c787-465f-9442-a588d1a07ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378527 Aug 12 22:55:02.788989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-d0bada22-5c25-4653-bd28-d4bb8b7d1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.790781 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-d0bada22-5c25-4653-bd28-d4bb8b7d1492 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 1101 time: 0.0457017 Aug 12 22:55:02.988897 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-e55912ae-8df1-442d-9a01-d51326a4ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.990569 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-e55912ae-8df1-442d-9a01-d51326a4ce87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c9d36af-c787-465f-9442-a588d1a07ddf HTTP/1.1" status: 200 len: 870 time: 0.0930028 Aug 12 22:55:02.991932 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439f8aa-074c-4acc-ad75-605d915109bd req-5a23aa73-2a1c-442c-9794-2b4d37805d54 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:02.993676 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3439f8aa-074c-4acc-ad75-605d915109bd req-5a23aa73-2a1c-442c-9794-2b4d37805d54 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0509405 Aug 12 22:55:03.033467 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3439f8aa-074c-4acc-ad75-605d915109bd req-f086d0aa-6a09-4339-9f16-c86a32305d9f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Aug 12 22:55:03.042017 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-ffe0e0ef-6e75-4742-ae0d-ef3405361528 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0 HTTP/1.1" status: 200 len: 217 time: 0.0400574 Aug 12 22:55:03.095785 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-a7f95345-0d68-464e-b12e-f4b2d2bb8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.097448 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-a7f95345-0d68-464e-b12e-f4b2d2bb8df6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d HTTP/1.1" status: 200 len: 843 time: 0.0468528 Aug 12 22:55:03.147233 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-f578aa0a-df26-4d50-a005-55779b7364c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.148701 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-f578aa0a-df26-4d50-a005-55779b7364c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c9d36af-c787-465f-9442-a588d1a07ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0415576 Aug 12 22:55:03.177553 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:03.184369 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92399b-5895-475b-bbe8-d96aadadd4a4 req-f823c9cc-afa2-4819-8ac6-f20393e0fd02 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.185959 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa92399b-5895-475b-bbe8-d96aadadd4a4 req-f823c9cc-afa2-4819-8ac6-f20393e0fd02 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 948 time: 0.0498526 Aug 12 22:55:03.224916 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa92399b-5895-475b-bbe8-d96aadadd4a4 req-ab7848e8-54d4-4a69-a593-046ca0357e37 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Aug 12 22:55:03.255100 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-591a02e4-24e8-4371-83aa-2bdd72a5f106 service neutron] 10.222.0.70 "GET /v2.0/networks/9c9d36af-c787-465f-9442-a588d1a07ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970140 Aug 12 22:55:03.323003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba7436e8-9b34-4ad2-aed8-b991e124e573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.390270 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-991b5807-f04f-4b7e-acb6-190d1d16189f req-6ebac084-deda-431e-9cb6-8356ceee7b88 service neutron] 10.222.0.70 "GET /v2.0/networks/9c9d36af-c787-465f-9442-a588d1a07ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251585 Aug 12 22:55:03.451303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba7436e8-9b34-4ad2-aed8-b991e124e573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.458663 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ba7436e8-9b34-4ad2-aed8-b991e124e573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.502630 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ba7436e8-9b34-4ad2-aed8-b991e124e573 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3216c510304b4ecdb00b2e7e6594740f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240244 Aug 12 22:55:03.503541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7436e8-9b34-4ad2-aed8-b991e124e573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0ba18-ce2f-49c7-bdc6-90b94cee2971,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:03.505607 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50422) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:03.564903 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.587104 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.662104 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6e968-c4aa-4fc1-a3bb-1489bb044e5e req-3092ae45-e0d4-4d6a-8040-5d56efe8e8de tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:03.663584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-09e6e968-c4aa-4fc1-a3bb-1489bb044e5e req-3092ae45-e0d4-4d6a-8040-5d56efe8e8de tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0586677 Aug 12 22:55:03.677216 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.679707 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:03.680745 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92c0ba18-ce2f-49c7-bdc6-90b94cee2971 HTTP/1.1" status: 204 len: 168 time: 0.1741714 Aug 12 22:55:03.698505 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158615b-a7ad-4c33-a6c9-b39d1c6c0bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0ba18-ce2f-49c7-bdc6-90b94cee2971,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:03.713979 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-09e6e968-c4aa-4fc1-a3bb-1489bb044e5e req-b3750dbe-1656-4638-bdef-f1d2407ee849 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/security-groups?id=74a653ff-badd-4e67-b5cd-7806e2880a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Aug 12 22:55:03.972130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50432) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:03.985802 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dd49dff-d856-43e1-82d2-26789ddc1be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.062236 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-b2c2aad1-2c0a-4270-b120-1b0773fd7dc8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:04.063982 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-b2c2aad1-2c0a-4270-b120-1b0773fd7dc8 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 945 time: 0.0627093 Aug 12 22:55:04.088595 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dd49dff-d856-43e1-82d2-26789ddc1be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.094770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1dd49dff-d856-43e1-82d2-26789ddc1be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.140450 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1dd49dff-d856-43e1-82d2-26789ddc1be9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e01d497f49af4733a45ac26fb3bbeb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671803 Aug 12 22:55:04.141810 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd49dff-d856-43e1-82d2-26789ddc1be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38ca2d-80cd-47ba-b551-8121fe79e0fb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:04.144423 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50442) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:04.201254 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.203542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e08bd5-ec1b-42bb-b4f2-58fc07987cce req-83fbe9e8-f677-4716-b4a0-b923e1f49a72 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:04.205035 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b2e08bd5-ec1b-42bb-b4f2-58fc07987cce req-83fbe9e8-f677-4716-b4a0-b923e1f49a72 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0612323 Aug 12 22:55:04.222407 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Deleting port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:55:04.222742 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.226192 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.285811 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.288679 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.289940 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb38ca2d-80cd-47ba-b551-8121fe79e0fb HTTP/1.1" status: 204 len: 168 time: 0.1444247 Aug 12 22:55:04.298648 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d4a56-488d-4875-a36a-3651a2d0c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38ca2d-80cd-47ba-b551-8121fe79e0fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:04.303589 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b2e08bd5-ec1b-42bb-b4f2-58fc07987cce req-afff4ad9-71cb-472f-a00e-15fa4c4bc534 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885363 Aug 12 22:55:04.336409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] For port fb32d6e1-8b89-4011-80d6-5ceac3e31a86, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,segment=NetworkSegment(86f21f21-b655-4efb-ac16-3056ef7765d1),segment_id=86f21f21-b655-4efb-ac16-3056ef7765d1)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:04.336783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.357655 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Calling delete_port for fb32d6e1-8b89-4011-80d6-5ceac3e31a86 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:55:04.464895 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6c134-e3e3-47da-bf66-b62030c25dba req-26a80d22-0745-4ae7-a8b3-71a799ebcddc tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:04.466491 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dfd6c134-e3e3-47da-bf66-b62030c25dba req-26a80d22-0745-4ae7-a8b3-71a799ebcddc tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 948 time: 0.0995436 Aug 12 22:55:04.536201 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dfd6c134-e3e3-47da-bf66-b62030c25dba req-9b56cac2-875c-4dc7-9ce3-5acfcb243507 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Aug 12 22:55:04.566150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.594491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Pushing event deleted for resources: {'Port': ['ID=fb32d6e1-8b89-4011-80d6-5ceac3e31a86,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:04.612730 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['fb32d6e1-8b89-4011-80d6-5ceac3e31a86'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:04.637798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] No DVR routers for this DVR port fb32d6e1-8b89-4011-80d6-5ceac3e31a86 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:55:04.640222 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:04.642151 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dd63d7c2-8da1-463e-809b-80504ab668aa req-41cbef8c-bcca-4936-bcf3-45f67a80c6bd tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.70 "DELETE /v2.0/ports/fb32d6e1-8b89-4011-80d6-5ceac3e31a86 HTTP/1.1" status: 204 len: 173 time: 0.5713303 Aug 12 22:55:04.642598 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'name': 'network-vif-deleted', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:04.644938 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3612c3c1-03d9-46b5-9a13-5f1a64a92a70" -d '{"events": [{"server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "name": "network-vif-deleted", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:04.694954 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ef846-49f1-40a2-9c29-b8522cf7934f x-openstack-request-id: req-374ef846-49f1-40a2-9c29-b8522cf7934f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:04.695225 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708c10f8-1292-43de-a668-71b43e2d5d89", "name": "network-vif-deleted", "tag": "fb32d6e1-8b89-4011-80d6-5ceac3e31a86", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:04.695521 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374ef846-49f1-40a2-9c29-b8522cf7934f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:04.696125 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708c10f8-1292-43de-a668-71b43e2d5d89', 'name': 'network-vif-deleted', 'tag': 'fb32d6e1-8b89-4011-80d6-5ceac3e31a86', 'status': 'completed', 'code': 200} Aug 12 22:55:04.818781 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-417614e9-7074-46f1-b714-7f42ef978751 req-3f83c60e-aece-480a-b1cc-b9e6e0eeaa48 tempest-VolumesActionsTest-1306550087 tempest-VolumesActionsTest-1306550087-project] 10.222.0.13 "GET /v2.0/ports?device_id=708c10f8-1292-43de-a668-71b43e2d5d89 HTTP/1.1" status: 200 len: 210 time: 0.0281045 Aug 12 22:55:05.425376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c727-5ee3-47f9-a7ad-1e028905058f req-a23dde68-f674-4da2-bb1a-52d41cf1d8af tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:05.427840 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8084c727-5ee3-47f9-a7ad-1e028905058f req-a23dde68-f674-4da2-bb1a-52d41cf1d8af tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0554812 Aug 12 22:55:05.465900 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8084c727-5ee3-47f9-a7ad-1e028905058f req-35b42ee4-e5ae-4e10-8b05-42396825f78e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Aug 12 22:55:05.672079 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd11098-85fa-4cf1-aa6d-57fdbf8491a8 req-96bfab21-9526-44f8-a645-eb63ba3207af tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:05.673645 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ecd11098-85fa-4cf1-aa6d-57fdbf8491a8 req-96bfab21-9526-44f8-a645-eb63ba3207af tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 948 time: 0.0538735 Aug 12 22:55:05.715011 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ecd11098-85fa-4cf1-aa6d-57fdbf8491a8 req-90245701-b7e1-41cc-88d2-c928bd8cf085 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343511 Aug 12 22:55:06.608249 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa9f26-66c5-491b-b616-9dcb8aa1195b req-b08ac2e6-2fa5-491e-bc26-edf1ab578955 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.616105 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bffa9f26-66c5-491b-b616-9dcb8aa1195b req-b08ac2e6-2fa5-491e-bc26-edf1ab578955 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0728390 Aug 12 22:55:06.661684 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bffa9f26-66c5-491b-b616-9dcb8aa1195b req-7789f08a-a6d9-4aed-964d-b132618318ce tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Aug 12 22:55:06.839186 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7230dd9-f5e4-4ef3-ba63-b4e39956e915 req-ff80644c-1a27-4ff7-8d11-44e9758bb642 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:06.840962 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a7230dd9-f5e4-4ef3-ba63-b4e39956e915 req-ff80644c-1a27-4ff7-8d11-44e9758bb642 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 948 time: 0.0531430 Aug 12 22:55:06.882579 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a7230dd9-f5e4-4ef3-ba63-b4e39956e915 req-690b91a7-edde-45de-a93e-1b3443646bd4 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Aug 12 22:55:06.923886 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50588) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:07.051755 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ffcc8-53f4-410a-8cc1-eab186a459a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.077073 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aec1ecb4-b681-45f8-8af4-974ca117fee0 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:55:07.144412 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ffcc8-53f4-410a-8cc1-eab186a459a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.149179 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49ffcc8-53f4-410a-8cc1-eab186a459a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.176946 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:07.188171 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a49ffcc8-53f4-410a-8cc1-eab186a459a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b6070421324423cab3fd7a781f8840c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631037 Aug 12 22:55:07.188323 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'aec1ecb4-b681-45f8-8af4-974ca117fee0', 'network_id': '9c9d36af-c787-465f-9442-a588d1a07ddf', 'port_id': 'aec1ecb4-b681-45f8-8af4-974ca117fee0', 'mac_address': 'fa:16:3e:d7:21:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd38ab3-6c5f-44f3-8f09-0d57029f3f8d', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:55:07.189010 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ffcc8-53f4-410a-8cc1-eab186a459a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1e92f8-7cb2-46f9-b3c8-bcc68e7c740f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:07.191065 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:07.225104 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.237807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec1ecb4-b681-45f8-8af4-974ca117fee0 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:07.241483 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.258943 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:07.263245 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.264229 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.310301 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.311659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:07.312828 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.314025 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d1e92f8-7cb2-46f9-b3c8-bcc68e7c740f HTTP/1.1" status: 204 len: 168 time: 0.1219828 Aug 12 22:55:07.319108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.319484 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.319828 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.320160 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.320486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.320813 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.321137 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.321562 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.321888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.322209 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.322303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4055389-a9a8-4ab9-b57a-381fa4f60796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1e92f8-7cb2-46f9-b3c8-bcc68e7c740f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:07.322563 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.322841 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:07.524341 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device fb32d6e1-8b89-4011-80d6-5ceac3e31a86 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:55:07.544826 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: fb32d6e1-8b89-4011-80d6-5ceac3e31a86 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:55:07.545255 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device fb32d6e1-8b89-4011-80d6-5ceac3e31a86 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:55:07.605150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:07.621239 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46d9b5d7-6aad-44cd-af52-bab6ea64533c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.717691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46d9b5d7-6aad-44cd-af52-bab6ea64533c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.722614 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46d9b5d7-6aad-44cd-af52-bab6ea64533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.760623 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-46d9b5d7-6aad-44cd-af52-bab6ea64533c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bdadd4f6db043ca80f15440e4f4b741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543570 Aug 12 22:55:07.761600 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9b5d7-6aad-44cd-af52-bab6ea64533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872de705-5c6c-4ffb-b928-266f5caf932b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:07.763912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:07.773984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fb4fe-979b-4fed-b89b-acde23a7ca33 req-8d46babd-eb36-4455-9d69-e2fdcabefb9c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:07.775611 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb6fb4fe-979b-4fed-b89b-acde23a7ca33 req-8d46babd-eb36-4455-9d69-e2fdcabefb9c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0503650 Aug 12 22:55:07.811548 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.817101 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fb6fb4fe-979b-4fed-b89b-acde23a7ca33 req-d6f2d45b-00b1-4dfe-a08f-8336b198a19a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352163 Aug 12 22:55:07.833956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.880672 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.883686 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:07.884822 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/872de705-5c6c-4ffb-b928-266f5caf932b HTTP/1.1" status: 204 len: 168 time: 0.1200261 Aug 12 22:55:07.893371 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb3d7e-969f-4a7f-9e3e-111774d71c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872de705-5c6c-4ffb-b928-266f5caf932b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:08.004102 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4e39-ac77-4caa-8ea7-53544573e0c6 req-3f28639b-bb03-4e6f-aa93-5400cc94c2fe tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:08.009971 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-559d4e39-ac77-4caa-8ea7-53544573e0c6 req-3f28639b-bb03-4e6f-aa93-5400cc94c2fe tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 949 time: 0.0586500 Aug 12 22:55:08.053619 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-559d4e39-ac77-4caa-8ea7-53544573e0c6 req-a89c4bca-23b0-454e-a4b2-8d36536faada tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Aug 12 22:55:10.157776 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:55:11.730605 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ecf86-b337-455b-8603-74a803c92d4b req-8f0a0abb-c39b-4d4c-9a69-b4cc24a5b2e3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:11.737894 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-269ecf86-b337-455b-8603-74a803c92d4b req-8f0a0abb-c39b-4d4c-9a69-b4cc24a5b2e3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0558546 Aug 12 22:55:11.752318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d303a-b704-4c64-86c5-2fac4f4de899 req-a190fb89-e621-4ddb-b58e-4a70d74db5e2 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:11.753937 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-073d303a-b704-4c64-86c5-2fac4f4de899 req-a190fb89-e621-4ddb-b58e-4a70d74db5e2 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 949 time: 0.0571194 Aug 12 22:55:11.778680 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-269ecf86-b337-455b-8603-74a803c92d4b req-2c8051b0-39c7-4741-8ba7-30e8707d6e3f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Aug 12 22:55:11.796012 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-073d303a-b704-4c64-86c5-2fac4f4de899 req-4f5300d3-0308-4ea9-a7cf-34447477cd2b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Aug 12 22:55:12.125331 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['aec1ecb4-b681-45f8-8af4-974ca117fee0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:13.062752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346522ef-5639-46b8-8d14-0a3d1867fec5 req-ab3b4864-a41b-45ed-9dd2-16ba6c1b39b6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:13.064367 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-346522ef-5639-46b8-8d14-0a3d1867fec5 req-ab3b4864-a41b-45ed-9dd2-16ba6c1b39b6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Aug 12 22:55:13.090220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e806b3-7685-400f-b6ec-2dc9d054907f req-430bb5b1-8fea-40e2-b998-891b73513e8e tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:13.091699 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b7e806b3-7685-400f-b6ec-2dc9d054907f req-430bb5b1-8fea-40e2-b998-891b73513e8e tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 949 time: 0.0468254 Aug 12 22:55:13.102584 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-346522ef-5639-46b8-8d14-0a3d1867fec5 req-174c1e27-c137-476c-b604-21aced5fa35b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Aug 12 22:55:13.128271 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b7e806b3-7685-400f-b6ec-2dc9d054907f req-282ba554-8474-41de-8329-500b4f5cb412 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Aug 12 22:55:14.241852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8b8c-1991-4c17-9197-c3fd887dbfd1 req-1e131767-c094-4052-bac5-9ebbb8a2a450 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.243380 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-70df8b8c-1991-4c17-9197-c3fd887dbfd1 req-1e131767-c094-4052-bac5-9ebbb8a2a450 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0655575 Aug 12 22:55:14.268519 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9d4df-d820-4583-86a3-fb25f27b81de req-2d099f6a-efd8-4140-ba2e-b61054aa76a7 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:14.270190 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-11a9d4df-d820-4583-86a3-fb25f27b81de req-2d099f6a-efd8-4140-ba2e-b61054aa76a7 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 949 time: 0.0502748 Aug 12 22:55:14.310846 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-70df8b8c-1991-4c17-9197-c3fd887dbfd1 req-43dc4b87-70ef-42bd-85b4-0e3cfacc65e4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442634 Aug 12 22:55:14.321674 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-11a9d4df-d820-4583-86a3-fb25f27b81de req-a95832c5-5c1c-4b26-9440-97f71ef774d5 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Aug 12 22:55:15.105396 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aec1ecb4-b681-45f8-8af4-974ca117fee0 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:15.218399 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port aec1ecb4-b681-45f8-8af4-974ca117fee0 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:15.223027 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port aec1ecb4-b681-45f8-8af4-974ca117fee0 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:15.223597 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.339483 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.386788 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:15.389492 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6edbe-ec71-42aa-bec3-b04c33f361b3" -d '{"events": [{"server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "name": "network-vif-plugged", "status": "completed", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:15.408788 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:15.420675 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:15.497354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca1ee4-2c4f-4301-8334-aafb1ba1dc2b req-0b44273f-1a6b-4fc4-a6cc-88262a25df27 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:15.500650 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:15.515395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fcca1ee4-2c4f-4301-8334-aafb1ba1dc2b req-0b44273f-1a6b-4fc4-a6cc-88262a25df27 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1259191 Aug 12 22:55:15.571323 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeec3b-6ad8-4057-950d-60db6127ba2c req-2a6627f9-d66c-4a2f-8e8c-346e14a7b2e2 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:15.578770 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-72aeec3b-6ad8-4057-950d-60db6127ba2c req-2a6627f9-d66c-4a2f-8e8c-346e14a7b2e2 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0812464 Aug 12 22:55:15.603758 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fcca1ee4-2c4f-4301-8334-aafb1ba1dc2b req-9e74a578-cf0e-4ef8-8d40-2d9801090bf9 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839932 Aug 12 22:55:15.619665 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-72aeec3b-6ad8-4057-950d-60db6127ba2c req-c13aeee9-3f82-406f-824a-b065543179ee tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Aug 12 22:55:15.666087 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbc5e97-003a-4e29-a586-b1124bdcb18b x-openstack-request-id: req-5dbc5e97-003a-4e29-a586-b1124bdcb18b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:15.666383 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "name": "network-vif-plugged", "status": "completed", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:15.666628 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dbc5e97-003a-4e29-a586-b1124bdcb18b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:15.667188 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0', 'code': 200} Aug 12 22:55:15.974426 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b468b5-98d3-4f03-bf94-8e3632868bb0 req-04a6ca87-13a8-4a0a-9180-03ef46c4a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:15.979164 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-66b468b5-98d3-4f03-bf94-8e3632868bb0 req-04a6ca87-13a8-4a0a-9180-03ef46c4a0b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 1103 time: 0.0881929 Aug 12 22:55:16.024672 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-66b468b5-98d3-4f03-bf94-8e3632868bb0 req-ea27ef43-bb76-45a0-95de-b25545103f02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Aug 12 22:55:16.985876 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374373a-4134-4c67-a665-7c85d7c4dbb2 req-fc4a3c4a-eec2-47ea-8591-1db59191964d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:16.994320 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6374373a-4134-4c67-a665-7c85d7c4dbb2 req-fc4a3c4a-eec2-47ea-8591-1db59191964d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0587549 Aug 12 22:55:17.042033 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6374373a-4134-4c67-a665-7c85d7c4dbb2 req-771aa539-c5cf-4db2-ba8e-a0ee2c09b02e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Aug 12 22:55:17.062318 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93ba8f-be72-4cd5-bd55-3eba87cfa641 req-8b2f4e00-dc4d-4366-a559-401486053445 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:17.079102 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6e93ba8f-be72-4cd5-bd55-3eba87cfa641 req-8b2f4e00-dc4d-4366-a559-401486053445 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0927436 Aug 12 22:55:17.174749 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6e93ba8f-be72-4cd5-bd55-3eba87cfa641 req-b8d5add5-e422-4431-afbd-4fce0a35c6af tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937278 Aug 12 22:55:18.172281 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03942f3-35b0-4e18-90d8-abbb19674244 req-f1725b23-06ef-49b5-8bbe-e81fede32aee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:18.181420 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b03942f3-35b0-4e18-90d8-abbb19674244 req-f1725b23-06ef-49b5-8bbe-e81fede32aee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0729823 Aug 12 22:55:18.225292 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b03942f3-35b0-4e18-90d8-abbb19674244 req-315091b0-f634-4a85-ac34-f6736e0e35fc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Aug 12 22:55:18.342672 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608517b6-30ee-46b5-90e6-777b05386ca3 req-1fa438c3-2bed-463d-a072-32799a40c4e0 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:18.344217 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-608517b6-30ee-46b5-90e6-777b05386ca3 req-1fa438c3-2bed-463d-a072-32799a40c4e0 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0555456 Aug 12 22:55:18.417403 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-608517b6-30ee-46b5-90e6-777b05386ca3 req-3f3c8000-7f13-46c3-8f59-90661aa9283b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495694 Aug 12 22:55:18.729848 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-ee1bfaeb-c901-40e1-97e9-c9925e564472 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:18.738168 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-ee1bfaeb-c901-40e1-97e9-c9925e564472 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1374922 Aug 12 22:55:18.754464 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-9dc484f1-fd10-4059-b632-382db883aef9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/quotas/8990bddc7f684b678900f3e19694abea HTTP/1.1" status: 200 len: 375 time: 0.0127041 Aug 12 22:55:18.819610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-b4424ada-1c20-4e49-b568-2c60d3f126ea tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573158 Aug 12 22:55:18.949193 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-7c7917d0-088c-4d0f-b70b-3038d7edded4 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211033 Aug 12 22:55:19.079765 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-0ad3568c-4c77-46d4-9447-18ae791c08a5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258361 Aug 12 22:55:19.303572 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f365d9d8-b9e1-4d8c-a767-1a00d31407c0 req-6510f52d-20da-489a-9f7d-e25d96363557 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 210 time: 0.0431824 Aug 12 22:55:19.423106 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debf6fe-3234-4668-9ee9-eb9a55b47af3 req-55286a48-0b41-4164-9084-5ef35901d9d2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:19.431086 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0debf6fe-3234-4668-9ee9-eb9a55b47af3 req-55286a48-0b41-4164-9084-5ef35901d9d2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0644529 Aug 12 22:55:19.470014 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0debf6fe-3234-4668-9ee9-eb9a55b47af3 req-86977773-ea9a-427e-bc8b-5e7e0aa87b16 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377731 Aug 12 22:55:19.568919 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214763-1883-46b7-9575-919fe4bb5210 req-52d28ae4-2919-48fe-9376-b1b6dfeebad5 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:19.571492 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6214763-1883-46b7-9575-919fe4bb5210 req-52d28ae4-2919-48fe-9376-b1b6dfeebad5 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0582709 Aug 12 22:55:19.637800 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6214763-1883-46b7-9575-919fe4bb5210 req-7c433a05-1d4e-42d9-8bf4-f327e5cb8c22 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565748 Aug 12 22:55:20.003892 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f659-d73f-41cd-aebf-f708a022f307 req-13d86eb1-7ff6-4a39-b978-4efe2455cc40 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:20.006723 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2518f659-d73f-41cd-aebf-f708a022f307 req-13d86eb1-7ff6-4a39-b978-4efe2455cc40 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0741007 Aug 12 22:55:20.065115 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2518f659-d73f-41cd-aebf-f708a022f307 req-8d3dd6ba-3bb9-4de8-9960-92e7b5a1b04c tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509467 Aug 12 22:55:20.568275 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7e918b3d-cc22-4d6c-a636-2b017c3baf69 req-66f65399-6318-4056-ba5c-4a64c4718c65 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 210 time: 0.0416169 Aug 12 22:55:20.693818 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d54e8-18b4-490f-b475-7ca3c9807eec req-a13835b5-67c5-4bd2-b541-400abc8fbbf3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:20.694498 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e98d54e8-18b4-490f-b475-7ca3c9807eec req-a13835b5-67c5-4bd2-b541-400abc8fbbf3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0739565 Aug 12 22:55:20.749587 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e98d54e8-18b4-490f-b475-7ca3c9807eec req-fb629fbf-31f0-415f-a141-edd14da1ef55 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Aug 12 22:55:20.944811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-4b0531c0-3b45-4434-85b0-fdc605b725a8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:20.946686 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-4b0531c0-3b45-4434-85b0-fdc605b725a8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 814 time: 0.1269975 Aug 12 22:55:20.972421 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50960) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:20.973863 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Request body: {'port': {'device_id': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'admin_state_up': True, 'tenant_id': '8990bddc7f684b678900f3e19694abea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:21.108749 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Made reservation on behalf of 8990bddc7f684b678900f3e19694abea for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:55:21.114085 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.117429 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50e1ce33-325f-4149-986b-112c10a2570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.251641 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50e1ce33-325f-4149-986b-112c10a2570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.260625 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50e1ce33-325f-4149-986b-112c10a2570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.303095 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ce33-325f-4149-986b-112c10a2570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1308b-d032-41e8-bb4b-03a83d8c1b19,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:21.309093 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-50e1ce33-325f-4149-986b-112c10a2570c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d3f42abda064ea2898b1fd480c74373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355155 Aug 12 22:55:21.311849 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50974) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:21.368417 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.393211 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.452010 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.456636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.461297 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c1308b-d032-41e8-bb4b-03a83d8c1b19 HTTP/1.1" status: 204 len: 168 time: 0.1448884 Aug 12 22:55:21.481915 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46691f23-fa0f-441a-9e1a-1e9ff9c72190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1308b-d032-41e8-bb4b-03a83d8c1b19,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:21.624414 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc01b-e839-4d27-aaec-76384c479372 req-362ed412-98f2-4959-a38e-8bb374cdb219 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:21.625897 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20fcc01b-e839-4d27-aaec-76384c479372 req-362ed412-98f2-4959-a38e-8bb374cdb219 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.4248266 Aug 12 22:55:21.632308 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Allocated IP 172.20.0.9 (bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f/5cb2826e-496c-4899-918c-04cae5a4f22a/710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:21.694494 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20fcc01b-e839-4d27-aaec-76384c479372 req-0fc780b6-99ef-41e4-9a7f-8f569002a23a tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566123 Aug 12 22:55:21.857870 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-16c1ef81-7574-4f35-bb3d-c5e2bc1506cf req-f1e75f89-0225-4b00-ba66-d6d2cbf20ea4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 210 time: 0.0532541 Aug 12 22:55:21.864131 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 50988) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:21.881265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5af1ae3-b0c0-42f7-a879-d847b499c324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:21.993868 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfa1d-b1c1-490d-a364-ae11688e9bed req-89d98572-78f9-4c69-8a72-4f7cd861c057 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:21.995616 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-077bfa1d-b1c1-490d-a364-ae11688e9bed req-89d98572-78f9-4c69-8a72-4f7cd861c057 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0738099 Aug 12 22:55:22.013192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e166b4-56c9-4673-ac8f-7d72c0ae6c28 req-7e91f52a-cbb0-4860-84e4-307eb51d51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:22.015062 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a5e166b4-56c9-4673-ac8f-7d72c0ae6c28 req-7e91f52a-cbb0-4860-84e4-307eb51d51de service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0922153 Aug 12 22:55:22.036600 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.051035 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-077bfa1d-b1c1-490d-a364-ae11688e9bed req-7b971268-84f0-4b62-bdd0-b823a2fe0155 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490050 Aug 12 22:55:22.078591 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5af1ae3-b0c0-42f7-a879-d847b499c324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.085761 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5af1ae3-b0c0-42f7-a879-d847b499c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.115465 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a5e166b4-56c9-4673-ac8f-7d72c0ae6c28 req-0a1861c4-c033-4565-9232-df2e825c6d6f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Aug 12 22:55:22.132290 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a5af1ae3-b0c0-42f7-a879-d847b499c324 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981820110dd44e8ea71834514baf4ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644448 Aug 12 22:55:22.132290 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af1ae3-b0c0-42f7-a879-d847b499c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a7151f-203f-4506-bfd4-1a1100e77961,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:22.132557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 50994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:22.154629 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.203494 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47', 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', '486a4e51-fcce-4d77-ba8c-999b7625ca09'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:22.236268 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:22.241691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:22.256022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:22.299205 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event updated for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:22.304076 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.314092 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:22.315005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.343725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.351549 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-bcb66add-ddeb-4009-94a7-99789ed03b70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3857355 Aug 12 22:55:22.415989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.422306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.422306 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46a7151f-203f-4506-bfd4-1a1100e77961 HTTP/1.1" status: 204 len: 168 time: 0.2749577 Aug 12 22:55:22.431695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81df8d-6f89-4c6b-b820-b8f08ee7c25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a7151f-203f-4506-bfd4-1a1100e77961,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:22.807768 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Request body: {'port': {'device_id': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:22.855494 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51004) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:22.870047 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01a0c695-9454-4471-b85d-de4c9cf24a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.906848 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.977976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079a40a-651c-4778-86a6-3e937bf6c00d req-dc9b395a-a0df-44e0-b8a8-e86f961e90f4 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:22.984318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01a0c695-9454-4471-b85d-de4c9cf24a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:22.985610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9079a40a-651c-4778-86a6-3e937bf6c00d req-dc9b395a-a0df-44e0-b8a8-e86f961e90f4 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.1555705 Aug 12 22:55:22.991785 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01a0c695-9454-4471-b85d-de4c9cf24a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.050253 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-01a0c695-9454-4471-b85d-de4c9cf24a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bf83b0d631c4ba385f33c64f2bbd74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932104 Aug 12 22:55:23.051812 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0c695-9454-4471-b85d-de4c9cf24a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bc80e6-4422-49be-b0c9-4b5bad4590dd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:23.065305 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51010) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:23.098355 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9079a40a-651c-4778-86a6-3e937bf6c00d req-cd238de3-3279-4fdd-9969-0530dafec98a tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084912 Aug 12 22:55:23.140979 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.165916 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.241640 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.244171 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.248250 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95bc80e6-4422-49be-b0c9-4b5bad4590dd HTTP/1.1" status: 204 len: 168 time: 0.1783741 Aug 12 22:55:23.266324 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd553dc7-2294-406b-8e81-451e24fe6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bc80e6-4422-49be-b0c9-4b5bad4590dd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:23.320531 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902267-5450-4419-9096-fa6274ca8a01 req-78bbf9aa-f109-4445-870b-f918704b91d8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.328391 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0902267-5450-4419-9096-fa6274ca8a01 req-78bbf9aa-f109-4445-870b-f918704b91d8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 931 time: 0.1145334 Aug 12 22:55:23.406558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0902267-5450-4419-9096-fa6274ca8a01 req-39fd251e-7f82-48be-8186-df67d333af09 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758507 Aug 12 22:55:23.442449 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:23.451692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.469811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Transition to ACTIVE for port object 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:23.483152 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.573162 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-94e76c3a-f292-4df6-a30d-dc2e0b2c3aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.579923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Pushing event updated for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:23.595157 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3d1bc-55e4-4e03-93b4-2577f37bd538 req-c63f3546-edae-426e-9286-8d9b94528022 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.607301 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-11b3d1bc-55e4-4e03-93b4-2577f37bd538 req-c63f3546-edae-426e-9286-8d9b94528022 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1019955 Aug 12 22:55:23.655994 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-11b3d1bc-55e4-4e03-93b4-2577f37bd538 req-77a85db2-8b05-408b-996d-a681bb1fab4e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 Aug 12 22:55:23.723108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-39e56ccd-65a2-44ab-9525-415ffa7ce6b5 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:23.725193 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-39e56ccd-65a2-44ab-9525-415ffa7ce6b5 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.70 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0887420 Aug 12 22:55:23.725844 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Attempting to bind port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:23.726172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Attempting to bind port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:23.726492 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Attempting to bind port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:23.743230 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:55:23.743532 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Attempting to bind port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e on network bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:23.770928 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:23.771298 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Checking segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:23.771691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Bound using segment: {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:23.772165 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Bound port: 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84188f98-cdd6-4361-b20f-95c1f3703196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:23.772530 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.893990 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:23.898003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:23.903392 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Deleting port aec1ecb4-b681-45f8-8af4-974ca117fee0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:55:23.903870 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:23.909239 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:24.008331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.009002 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:24.010460 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] 10.222.0.70 "PUT /v2.0/ports/710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e HTTP/1.1" status: 200 len: 1093 time: 1.2106750 Aug 12 22:55:24.013126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:24.015656 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86ebf4-0683-4049-9dbb-ca508d3db00e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:24.047468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c122449-7692-4292-9c2a-bde1210c360e service neutron] Pushing event updated for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:24.078288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] For port aec1ecb4-b681-45f8-8af4-974ca117fee0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aec1ecb4-b681-45f8-8af4-974ca117fee0,segment=NetworkSegment(8425e0e6-a7cd-4973-9acd-088eac7c0bb8),segment_id=8425e0e6-a7cd-4973-9acd-088eac7c0bb8)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:24.078762 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:24.095283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Calling delete_port for aec1ecb4-b681-45f8-8af4-974ca117fee0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:55:24.105944 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84e66fe-6397-4106-878c-57a26c59bd2e x-openstack-request-id: req-e84e66fe-6397-4106-878c-57a26c59bd2e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:24.106346 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:24.107023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e84e66fe-6397-4106-878c-57a26c59bd2e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:24.107438 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e', 'status': 'completed', 'code': 200} Aug 12 22:55:24.244635 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-0a29f43e-6a74-4f76-acc6-a8fd34b35b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.249044 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-0a29f43e-6a74-4f76-acc6-a8fd34b35b2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 1096 time: 0.0987256 Aug 12 22:55:24.307509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed8f8c-7309-46fe-92db-9b773887298c req-3a0c38e8-e4d6-4fdd-9654-a31c6f6ccedb tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.310052 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3fed8f8c-7309-46fe-92db-9b773887298c req-3a0c38e8-e4d6-4fdd-9654-a31c6f6ccedb tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 950 time: 0.0973849 Aug 12 22:55:24.353474 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3fed8f8c-7309-46fe-92db-9b773887298c req-8b321374-1c92-4836-b188-b0e4b3b55c85 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/security-groups?id=bc466308-4ab1-4e94-9486-f51c1c3cc9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Aug 12 22:55:24.367871 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-10746b9a-f9d2-489a-9212-0b936ca0cb72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e HTTP/1.1" status: 200 len: 217 time: 0.0883069 Aug 12 22:55:24.461610 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:24.508595 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['aec1ecb4-b681-45f8-8af4-974ca117fee0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:24.516452 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Pushing event deleted for resources: {'Port': ['ID=aec1ecb4-b681-45f8-8af4-974ca117fee0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:24.590057 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-ffd8ea37-77c2-4580-a450-3d9a8422a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.591785 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-ffd8ea37-77c2-4580-a450-3d9a8422a753 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.1923695 Aug 12 22:55:24.622413 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] No DVR routers for this DVR port aec1ecb4-b681-45f8-8af4-974ca117fee0 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:55:24.644089 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:24.644089 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-85b107b1-fc2c-43ac-9d4c-f163997bdd1f req-93c887bc-2b49-4e7e-8abc-7b8e712e897b tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.70 "DELETE /v2.0/ports/aec1ecb4-b681-45f8-8af4-974ca117fee0 HTTP/1.1" status: 204 len: 173 time: 0.9008934 Aug 12 22:55:24.694629 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-0ef54db2-8344-4a3c-b80e-e1b058adfb1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739224 Aug 12 22:55:24.755114 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16494-070e-489c-ad3d-294069c162a1 req-07154596-1035-4052-b10d-5c2f9165bb4f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.768087 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00d16494-070e-489c-ad3d-294069c162a1 req-07154596-1035-4052-b10d-5c2f9165bb4f tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 943 time: 0.2529261 Aug 12 22:55:24.857035 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3cde3-31e3-4f12-903e-f19c342e3a7c req-267738bf-a242-4cea-8f9c-2227288f0914 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:24.859723 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-32f3cde3-31e3-4f12-903e-f19c342e3a7c req-267738bf-a242-4cea-8f9c-2227288f0914 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0622256 Aug 12 22:55:24.927746 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-32f3cde3-31e3-4f12-903e-f19c342e3a7c req-106218e4-4875-4192-a0c5-f180f618704d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616641 Aug 12 22:55:25.018311 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00d16494-070e-489c-ad3d-294069c162a1 req-a8f63031-df0a-4bcf-b617-2c5bb3fad5af tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486424 Aug 12 22:55:25.047105 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:25.072283 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-007ee70c-a435-4eb5-91cb-e7155730ecf3 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008800 Aug 12 22:55:25.184720 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19e93b22-b0ab-4220-97a8-d229f1e9d4d0 req-c257e78e-d16a-49a3-b24b-541971182d66 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935698 Aug 12 22:55:25.441978 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-fa6724a0-4c7a-496c-bc63-44e0d57efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:25.443816 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-fa6724a0-4c7a-496c-bc63-44e0d57efaa0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8990bddc7f684b678900f3e19694abea&device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 1096 time: 0.0915976 Aug 12 22:55:25.528382 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7842676d-6754-4570-b4a0-994942af91cb req-03ad2a52-823d-4e74-8eba-7c61bec18840 tempest-VolumesNegativeTest-389604915 tempest-VolumesNegativeTest-389604915-project] 10.222.0.13 "GET /v2.0/ports?device_id=421d17e9-49a1-419d-adc3-51209aa82456 HTTP/1.1" status: 200 len: 210 time: 0.0468307 Aug 12 22:55:25.557460 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-78c3ced1-3174-4103-bcc9-78f78bfbc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:25.559144 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-78c3ced1-3174-4103-bcc9-78f78bfbc975 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 200 len: 915 time: 0.1039121 Aug 12 22:55:25.609563 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-7d310e17-0f35-43ae-ae35-2c496d2ea11a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e HTTP/1.1" status: 200 len: 217 time: 0.0373158 Aug 12 22:55:25.675283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-84583ac9-42b6-412c-bca9-c676a9267df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:25.677166 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-84583ac9-42b6-412c-bca9-c676a9267df4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 200 len: 854 time: 0.0543716 Aug 12 22:55:25.719090 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-f3286bd4-094d-4003-925b-15bb66191b69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340631 Aug 12 22:55:25.813548 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-4a385af5-723d-4519-b299-f8ff0a26ea28 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863745 Aug 12 22:55:25.959794 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a86ebf4-0683-4049-9dbb-ca508d3db00e req-19d52a95-3196-4aba-9217-f0d40625b438 service neutron] 10.222.0.70 "GET /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387303 Aug 12 22:55:26.104242 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12111d96-21fe-47e6-a252-aa43453fba13 req-cd38a6c9-b529-4a0f-9d35-bcc5028b93f8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.107196 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-12111d96-21fe-47e6-a252-aa43453fba13 req-cd38a6c9-b529-4a0f-9d35-bcc5028b93f8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0864804 Aug 12 22:55:26.109224 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'name': 'network-vif-deleted', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:26.113410 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5fa356-9d61-4ba1-b3e1-86a0e29d8152" -d '{"events": [{"server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "name": "network-vif-deleted", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:26.157173 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-12111d96-21fe-47e6-a252-aa43453fba13 req-d520784a-25a2-4ee0-8b0a-ede62d87bfa1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Aug 12 22:55:26.208852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054bae-7907-47ea-8abb-ca4a04e059c3 req-fce0dd78-69b7-4c8d-910b-04154f5a31d0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.210436 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa054bae-7907-47ea-8abb-ca4a04e059c3 req-fce0dd78-69b7-4c8d-910b-04154f5a31d0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 943 time: 0.0879898 Aug 12 22:55:26.242626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72017c1e-5578-4294-85ed-72be2309a580 x-openstack-request-id: req-72017c1e-5578-4294-85ed-72be2309a580 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:26.243240 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421d17e9-49a1-419d-adc3-51209aa82456", "name": "network-vif-deleted", "tag": "aec1ecb4-b681-45f8-8af4-974ca117fee0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:26.243678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72017c1e-5578-4294-85ed-72be2309a580 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:26.244411 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421d17e9-49a1-419d-adc3-51209aa82456', 'name': 'network-vif-deleted', 'tag': 'aec1ecb4-b681-45f8-8af4-974ca117fee0', 'status': 'completed', 'code': 200} Aug 12 22:55:26.282720 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa054bae-7907-47ea-8abb-ca4a04e059c3 req-8bfa8614-4f6a-4061-8642-d205f423168d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609212 Aug 12 22:55:26.387981 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e94fac0-a8e4-4498-8cc6-6c4783ecfa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:26.534116 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d79eb2-51ac-49c4-b7cf-53cac18eb74e req-d46198bb-6a0b-4507-87d8-3e9a75c0c654 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.539367 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-56d79eb2-51ac-49c4-b7cf-53cac18eb74e req-d46198bb-6a0b-4507-87d8-3e9a75c0c654 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0541935 Aug 12 22:55:26.571774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-db20e9f0-5ab8-44d0-b877-d76bbc5d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.573558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-db20e9f0-5ab8-44d0-b877-d76bbc5d74e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0714805 Aug 12 22:55:26.596912 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-56d79eb2-51ac-49c4-b7cf-53cac18eb74e req-dc2002cc-17a6-4ca6-981a-5fc3841d83c1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488999 Aug 12 22:55:26.689947 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-2409bf11-f772-4ad8-a774-15f119f6341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.691854 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-2409bf11-f772-4ad8-a774-15f119f6341c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.1025772 Aug 12 22:55:26.736588 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-dfcb9830-946c-4962-8b91-4a12497f85a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.0362196 Aug 12 22:55:26.746601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:26.797375 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-22a56d41-e3d8-4ec4-a2f2-4c71c465d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:26.799077 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-22a56d41-e3d8-4ec4-a2f2-4c71c465d621 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0523551 Aug 12 22:55:26.831637 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-bbec792d-95c7-4b6d-be75-ea917936d1b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251343 Aug 12 22:55:26.925088 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-2bd2586d-12a9-4316-b938-87c6cd6a6a2b service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853419 Aug 12 22:55:27.036136 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4dcbfb72-9873-49e1-8d4a-390902eef7af req-af9e2dfb-5ae8-4fea-8c59-b02e77b2ca54 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035724 Aug 12 22:55:27.172165 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aec1ecb4-b681-45f8-8af4-974ca117fee0 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:55:27.192871 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: aec1ecb4-b681-45f8-8af4-974ca117fee0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:55:27.193482 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aec1ecb4-b681-45f8-8af4-974ca117fee0 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:55:27.330400 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:27.420395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680a6f-7ffb-4529-af4a-be00f003b53b req-1b1650c6-5d82-47e7-b1c5-55f7467f7fd4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:27.421916 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07680a6f-7ffb-4529-af4a-be00f003b53b req-1b1650c6-5d82-47e7-b1c5-55f7467f7fd4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 943 time: 0.0523934 Aug 12 22:55:27.462942 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07680a6f-7ffb-4529-af4a-be00f003b53b req-018a990d-90b5-4108-9b22-aec3c7f74f86 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Aug 12 22:55:27.734855 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30be0-0020-461e-b050-88ae265eaea3 req-6f158599-4ff3-4664-bceb-a9fd224fe424 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:27.739589 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2ef30be0-0020-461e-b050-88ae265eaea3 req-6f158599-4ff3-4664-bceb-a9fd224fe424 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0577965 Aug 12 22:55:27.780157 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2ef30be0-0020-461e-b050-88ae265eaea3 req-f3476b9a-849e-4693-8651-72f475a0bc5e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362813 Aug 12 22:55:28.725797 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd42f5-965f-4a89-9fcc-ee874aa0b58c req-34a3a2b4-8992-4023-a59f-8cc407631e9d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:28.725797 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0fbd42f5-965f-4a89-9fcc-ee874aa0b58c req-34a3a2b4-8992-4023-a59f-8cc407631e9d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 943 time: 0.1132367 Aug 12 22:55:28.762969 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0fbd42f5-965f-4a89-9fcc-ee874aa0b58c req-cb75af84-084b-4f29-9672-d66df682bfad tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626013 Aug 12 22:55:28.816563 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:28.909564 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1f7b-29da-4fc8-a8af-5dc08a9e4576 req-3c16ed71-deb7-427c-8c21-985fe3e72d8c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:28.911094 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d31c1f7b-29da-4fc8-a8af-5dc08a9e4576 req-3c16ed71-deb7-427c-8c21-985fe3e72d8c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0511189 Aug 12 22:55:28.954164 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d31c1f7b-29da-4fc8-a8af-5dc08a9e4576 req-ac4444e5-4bd4-443c-be0e-8fb2b84c0a83 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Aug 12 22:55:29.152969 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:55:29.285601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:29.298443 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e', 'network_id': 'bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f', 'port_id': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e', 'mac_address': 'fa:16:3e:bb:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2826e-496c-4899-918c-04cae5a4f22a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:55:29.346108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:29.365824 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:55:29.391766 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:29.399061 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:29.457412 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:29.891303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1afa80-1896-4924-8711-c37206d267dc req-54b1273c-c1a0-4f41-9f44-b6f2e97c7b13 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:29.893461 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e1afa80-1896-4924-8711-c37206d267dc req-54b1273c-c1a0-4f41-9f44-b6f2e97c7b13 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 944 time: 0.0583842 Aug 12 22:55:29.936667 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e1afa80-1896-4924-8711-c37206d267dc req-8e193b59-283f-4e8b-a506-67cd13be010a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Aug 12 22:55:30.108207 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41c3c1-b403-47bb-8e84-f0e4f575c309 req-b39ba8c4-53a8-4c0e-8131-ed4dab5fbf4b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:30.109762 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1b41c3c1-b403-47bb-8e84-f0e4f575c309 req-b39ba8c4-53a8-4c0e-8131-ed4dab5fbf4b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0650373 Aug 12 22:55:30.149834 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1b41c3c1-b403-47bb-8e84-f0e4f575c309 req-bbf9b196-be54-4c00-94c1-c119537fb816 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 12 22:55:30.262568 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:31.060850 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19157363-c2cb-4353-a985-a42023ee2edc req-6aab161c-ef6d-4c14-b5cf-290728844583 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:31.062367 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19157363-c2cb-4353-a985-a42023ee2edc req-6aab161c-ef6d-4c14-b5cf-290728844583 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 944 time: 0.0527055 Aug 12 22:55:31.103602 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-19157363-c2cb-4353-a985-a42023ee2edc req-96fcae4c-dc37-4cd1-86b1-315ed97b4450 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350342 Aug 12 22:55:31.285703 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869bea5-8be0-4dff-a6c7-f31618a122f5 req-65215351-eb73-4e12-bbc1-7c85945b5083 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:31.287653 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d869bea5-8be0-4dff-a6c7-f31618a122f5 req-65215351-eb73-4e12-bbc1-7c85945b5083 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0635238 Aug 12 22:55:31.332491 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d869bea5-8be0-4dff-a6c7-f31618a122f5 req-fa4860a2-dbae-404b-a4a3-194ade07ea9a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Aug 12 22:55:32.282450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab5110-6313-438e-83e0-204b3c792886 req-b7fba28a-8f0d-48f0-8592-5dee96dcbeb4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:32.284749 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e4ab5110-6313-438e-83e0-204b3c792886 req-b7fba28a-8f0d-48f0-8592-5dee96dcbeb4 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 944 time: 0.0570264 Aug 12 22:55:32.337605 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e4ab5110-6313-438e-83e0-204b3c792886 req-9bad4078-f4b8-4a2b-a74c-c5377b08fe11 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Aug 12 22:55:32.469433 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cd129-a007-481d-9df2-29c7d31125f9 req-3baef62b-e5a7-4071-8dae-14b079b7b497 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:32.471412 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-453cd129-a007-481d-9df2-29c7d31125f9 req-3baef62b-e5a7-4071-8dae-14b079b7b497 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0621595 Aug 12 22:55:32.515058 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-453cd129-a007-481d-9df2-29c7d31125f9 req-f437e645-4c0c-4bd0-ab5d-80642dee13a6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Aug 12 22:55:33.178682 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:33.235909 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:33.240029 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:33.240436 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:33.328213 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:33.356401 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:33.359447 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c4db8d-61cc-45fd-84cf-e04eec3bf076" -d '{"events": [{"server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "name": "network-vif-plugged", "status": "completed", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:33.380197 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:33.387037 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:33.424929 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe58ded-a636-4a68-a646-5da8de57623d x-openstack-request-id: req-afe58ded-a636-4a68-a646-5da8de57623d {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:33.424929 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "name": "network-vif-plugged", "status": "completed", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:33.424929 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afe58ded-a636-4a68-a646-5da8de57623d {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:33.424929 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e', 'code': 200} Aug 12 22:55:33.455310 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:33.479570 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd499c-9cfe-472f-a058-68063b813d3d req-23bc2f79-8388-4ab5-8b29-d6c8550da7c3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:33.481481 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0ccd499c-9cfe-472f-a058-68063b813d3d req-23bc2f79-8388-4ab5-8b29-d6c8550da7c3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0706961 Aug 12 22:55:33.537391 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0ccd499c-9cfe-472f-a058-68063b813d3d req-d2693444-c2dd-4bac-85ec-049f6afb1a88 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489428 Aug 12 22:55:33.747015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7808a3-5ca5-4deb-9201-f490cbd65cc3 req-2fdd56e4-ba41-4ae5-8032-694bec42cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:33.748695 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c7808a3-5ca5-4deb-9201-f490cbd65cc3 req-2fdd56e4-ba41-4ae5-8032-694bec42cf7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 1098 time: 0.0486739 Aug 12 22:55:33.798462 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c7808a3-5ca5-4deb-9201-f490cbd65cc3 req-90c22086-aaf0-4f6f-9afa-c147c1fc7afa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Aug 12 22:55:35.198930 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab8e08-a817-435e-a97c-f3abf5ff842a req-3ec1aacb-ed21-44fa-97e5-af3016d7b9aa tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:35.200552 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c6ab8e08-a817-435e-a97c-f3abf5ff842a req-3ec1aacb-ed21-44fa-97e5-af3016d7b9aa tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0532982 Aug 12 22:55:35.245968 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c6ab8e08-a817-435e-a97c-f3abf5ff842a req-3c0e7122-fbf5-48d8-8644-f2330d06af7a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Aug 12 22:55:35.291445 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847d915-c87b-44b8-8429-61e3a3f3734f req-c7100a30-4998-4ee8-b1f8-db8d479c15f4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:35.293210 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f847d915-c87b-44b8-8429-61e3a3f3734f req-c7100a30-4998-4ee8-b1f8-db8d479c15f4 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0586452 Aug 12 22:55:35.334742 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f847d915-c87b-44b8-8429-61e3a3f3734f req-412890cc-cee5-465c-b58e-69bf18e15609 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Aug 12 22:55:36.375120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15de5e-be61-4ce2-8e2c-95fbbca207ab req-30c6d9ab-c3dc-4553-982c-6318c8c8481a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:36.376697 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f15de5e-be61-4ce2-8e2c-95fbbca207ab req-30c6d9ab-c3dc-4553-982c-6318c8c8481a tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0552576 Aug 12 22:55:36.425709 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f15de5e-be61-4ce2-8e2c-95fbbca207ab req-2d38b006-d9e4-48cb-b516-3d7b42221565 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Aug 12 22:55:37.569731 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de10750-aace-479e-9b12-d75c6c603b13 req-71b10a72-1af7-4255-a1a3-4239edc80ec5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:37.573808 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1de10750-aace-479e-9b12-d75c6c603b13 req-71b10a72-1af7-4255-a1a3-4239edc80ec5 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0652127 Aug 12 22:55:37.639534 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1de10750-aace-479e-9b12-d75c6c603b13 req-340ca70f-866f-4955-9577-391c67e1d932 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Aug 12 22:55:38.769450 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51578) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:38.818262 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Deleting subnet 84ee9672-3ad1-462a-bcd4-6f8d9d87393a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:55:38.821491 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.858832 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.903218 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.967722 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:38.990693 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ee9672-3ad1-462a-bcd4-6f8d9d87393a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:39.000279 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.002204 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-30824f3f-7f44-4131-bc90-5fcd7077bc33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84ee9672-3ad1-462a-bcd4-6f8d9d87393a HTTP/1.1" status: 204 len: 168 time: 0.2317734 Aug 12 22:55:39.004687 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51586) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:39.066788 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:39.072360 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.159265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.169766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8963bc-d9fe-48df-af26-ef4b75ff087c']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:39.181056 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f21f21-b655-4efb-ac16-3056ef7765d1') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:39.181416 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f21f21-b655-4efb-ac16-3056ef7765d1') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:39.190415 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.204553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.210933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:55:39.211415 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:55:39.213209 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:55:39.228317 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5fbe0e48-7427-43f8-adf1-6c854d5489a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1704d6cc4ab4977ac4fa4f09e225d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601567 Aug 12 22:55:39.228931 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:39.273965 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.285629 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.286899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.287747 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e8963bc-d9fe-48df-af26-ef4b75ff087c HTTP/1.1" status: 204 len: 168 time: 0.2821598 Aug 12 22:55:39.309703 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2be9b0-a6ac-4df1-b55f-77033070015f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8963bc-d9fe-48df-af26-ef4b75ff087c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:39.315137 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.363040 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.365660 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.366830 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc466308-4ab1-4e94-9486-f51c1c3cc9a5 HTTP/1.1" status: 204 len: 168 time: 0.1369109 Aug 12 22:55:39.375698 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75723ea1-4f7c-4cdb-be10-6fbab2a7a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc466308-4ab1-4e94-9486-f51c1c3cc9a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:39.415841 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:39.464912 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6e067bb9-34f5-497e-8bc9-107f135e46a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d89e735f17884730bd85cbb87740121a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477948 Aug 12 22:55:39.467471 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:39.522195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.547071 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.597725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.600385 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:39.601662 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74a653ff-badd-4e67-b5cd-7806e2880a93 HTTP/1.1" status: 204 len: 168 time: 0.1332908 Aug 12 22:55:39.611611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e540cd7-be1f-4325-97e5-ff586adb5483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a653ff-badd-4e67-b5cd-7806e2880a93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:40.416283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:40.517031 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1957885122-network', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:40.542451 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Made reservation on behalf of 4d8c638ca71b45d5970b31885456ccd1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:55:40.544718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.553398 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.651020 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.658080 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.682174 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:55:40.698268 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20687a0b-5d2b-4729-98b1-88f9c1b52d9c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:40.705048 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.705423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Added segment 1db63905-8897-43ad-8f5c-3630369a6794 of type vlan for network 61a134e3-0d49-496b-b37f-0a07327f7bb9 Aug 12 22:55:40.753582 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.790956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.792022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:40.792869 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:40.854389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4368868 Aug 12 22:55:40.857516 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51652) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:40.857994 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae53092-4b40-4eda-af9b-525fe80b46b3 admin admin] Pushing event updated for resources: {'Network': ['ID=61a134e3-0d49-496b-b37f-0a07327f7bb9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:40.863169 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Request body: {'subnet': {'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1957885122-subnet', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:40.869797 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:55:40.891797 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Made reservation on behalf of 4d8c638ca71b45d5970b31885456ccd1 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:55:40.894810 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637907'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.086113 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3272899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637921'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.144662 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a76b61-a134-4873-a7e8-777ac79d2333,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:41.156756 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Checking segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:41.157104 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Network hostable DHCP agents. Network: 61a134e3-0d49-496b-b37f-0a07327f7bb9, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:55:41.177982 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:55:41.188955 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 61a134e3-0d49-496b-b37f-0a07327f7bb9) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:41.194125 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:41.195449 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.197282 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fa8e0-acd2-4d83-b3f6-4f1c1c3ddc14 None None] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:41.212042 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-40eeb265-894e-4adc-8aa8-9d9291a43257 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3534105 Aug 12 22:55:41.215305 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51656) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:41.219904 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:41.243579 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.244865 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.299403 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.358600 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-61a134e3-0d49-496b-b37f-0a07327f7bb9', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:55:41.359519 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.447123 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.508462 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Allocated IP 172.20.0.2 (61a134e3-0d49-496b-b37f-0a07327f7bb9/37a76b61-a134-4873-a7e8-777ac79d2333/494993e5-6a44-409d-83a2-8d6c47604e5d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:41.652651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.652957 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.662293 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Transition to ACTIVE for port object 494993e5-6a44-409d-83a2-8d6c47604e5d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:41.673299 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.677811 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Transition to ACTIVE for port object 494993e5-6a44-409d-83a2-8d6c47604e5d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:41.685198 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.719769 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:41.722690 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:41.725272 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:41.758139 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Pushing event updated for resources: {'Port': ['ID=494993e5-6a44-409d-83a2-8d6c47604e5d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:41.787976 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Allocated IP 172.27.3.229 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/707b7632-566b-4799-8ed5-3690fb057db4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:41.793145 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Attempting to bind port 494993e5-6a44-409d-83a2-8d6c47604e5d on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:41.793250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Attempting to bind port 494993e5-6a44-409d-83a2-8d6c47604e5d by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:41.793684 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Attempting to bind port 494993e5-6a44-409d-83a2-8d6c47604e5d on network 61a134e3-0d49-496b-b37f-0a07327f7bb9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:41.798989 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:41.799354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Checking segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:41.799754 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.800140 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Bound using segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:41.800602 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Bound port: 494993e5-6a44-409d-83a2-8d6c47604e5d, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:41.800974 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.868359 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] For port 494993e5-6a44-409d-83a2-8d6c47604e5d, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:41.871589 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] For port 494993e5-6a44-409d-83a2-8d6c47604e5d, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=494993e5-6a44-409d-83a2-8d6c47604e5d,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:41.877017 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.907862 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:41.940475 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aa346-44d1-4a12-872e-77f3165edb94 None None] Pushing event updated for resources: {'Port': ['ID=494993e5-6a44-409d-83a2-8d6c47604e5d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:41.970743 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:42.011943 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:42.014863 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:42.018801 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:42.024220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Pushing event updated for resources: {'Port': ['ID=707b7632-566b-4799-8ed5-3690fb057db4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:42.295792 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:42.496229 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:42.639131 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Router f3f5cd73-9af8-4312-9b5a-45d785996eb6 is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:55:42.748058 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:42.762138 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Sync routers for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:42.767960 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:42.771832 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e8a6f95a-8949-4df3-bbc8-6dad268b5a63 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5530961 Aug 12 22:55:42.772352 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:42.773730 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:42.774337 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:42.874256 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b59b0-40f9-45db-b73d-9c8e9a4c8788 None None] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:42.895775 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:43.025366 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d2a833c0-8bae-4023-aeea-553d874b7ddf None None] Provisioning for port 494993e5-6a44-409d-83a2-8d6c47604e5d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:43.128298 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:42Z', 'revision_number': 3, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:43.165682 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Checking router: f3f5cd73-9af8-4312-9b5a-45d785996eb6 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:43.166414 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Updating router f3f5cd73-9af8-4312-9b5a-45d785996eb6 port 707b7632-566b-4799-8ed5-3690fb057db4 binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:55:43.202099 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.388174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 494993e5-6a44-409d-83a2-8d6c47604e5d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:43.448459 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.474076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 494993e5-6a44-409d-83a2-8d6c47604e5d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:43.479506 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 494993e5-6a44-409d-83a2-8d6c47604e5d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:43.480202 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.614553 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.675911 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 494993e5-6a44-409d-83a2-8d6c47604e5d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=494993e5-6a44-409d-83a2-8d6c47604e5d,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:43.680505 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.728203 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.747090 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Transition to ACTIVE for port object 707b7632-566b-4799-8ed5-3690fb057db4 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:43.758588 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.820289 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Pushing event updated for resources: {'Port': ['ID=707b7632-566b-4799-8ed5-3690fb057db4,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:43.821372 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Attempting to bind port 707b7632-566b-4799-8ed5-3690fb057db4 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:43.821613 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Attempting to bind port 707b7632-566b-4799-8ed5-3690fb057db4 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:43.822169 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Attempting to bind port 707b7632-566b-4799-8ed5-3690fb057db4 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:43.831388 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:43.831729 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:43.832134 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.832527 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:43.833039 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Bound port: 707b7632-566b-4799-8ed5-3690fb057db4, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:43.833516 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.835874 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.836228 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.836564 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.836896 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.837186 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.837715 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.838265 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.838598 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.839275 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.839595 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.839961 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.840281 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:43.877133 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=494993e5-6a44-409d-83a2-8d6c47604e5d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:43.903413 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] For port 707b7632-566b-4799-8ed5-3690fb057db4, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:43.906764 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] For port 707b7632-566b-4799-8ed5-3690fb057db4, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=707b7632-566b-4799-8ed5-3690fb057db4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:43.912167 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:43.972542 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:43.973145 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:43.974487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb4383-7951-44c4-ba61-fb8e70c427a7 req-fee598e1-1d34-450c-aac9-e1f57cc3b868 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:43.976195 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-89cb4383-7951-44c4-ba61-fb8e70c427a7 req-fee598e1-1d34-450c-aac9-e1f57cc3b868 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.3975580 Aug 12 22:55:43.994330 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Allocated IP 172.20.0.1 (61a134e3-0d49-496b-b37f-0a07327f7bb9/37a76b61-a134-4873-a7e8-777ac79d2333/f7d541a4-79ef-4e90-ba38-da32f757010c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:44.001120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-55e125c6-4a86-4437-b031-803a9877d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:44.002546 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-55e125c6-4a86-4437-b031-803a9877d540 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.3885512 Aug 12 22:55:44.008576 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12904dc9-92b9-4921-92b6-6073c96793bd None None] Pushing event updated for resources: {'Port': ['ID=707b7632-566b-4799-8ed5-3690fb057db4,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:44.088882 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:44.123578 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-89cb4383-7951-44c4-ba61-fb8e70c427a7 req-52d5af1e-5390-4072-b531-594b653d8cef tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393747 Aug 12 22:55:44.182039 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-b9340a6a-40cb-44bb-9f89-e504744fd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:44.183075 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-b9340a6a-40cb-44bb-9f89-e504744fd4c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.1670029 Aug 12 22:55:44.214315 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.247330 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-916b393e-1b01-4f70-9650-7b6a692d4eb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.0436139 Aug 12 22:55:44.266263 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Transition to ACTIVE for port object f7d541a4-79ef-4e90-ba38-da32f757010c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:44.280891 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:42Z', 'revision_number': 3, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:44.306094 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6d0ce-4c5c-49a0-8eb1-802eb10bb16b None None] The sync data for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi is: [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:42Z', 'revision_number': 3, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:44.316179 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-39aef961-6981-4219-81d0-5ee1075926ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:44.317723 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-39aef961-6981-4219-81d0-5ee1075926ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0616632 Aug 12 22:55:44.335123 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.401917 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-137933a9-045c-4ad4-a81a-befa9b4bd124 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402722 Aug 12 22:55:44.405163 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:44.408402 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:44.420274 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:44.424080 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:44.483247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.483669 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.483977 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.484533 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.484958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.485295 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.485632 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.485941 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.486447 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.486564 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.486946 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.487229 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:44.523699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.611658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-f9ec69d7-677a-43ee-97e1-9f193ade1f74 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984663 Aug 12 22:55:44.701928 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bd2d1bfa-ffde-4650-963a-a8a6b7831a6e None None] Provisioning for port f7d541a4-79ef-4e90-ba38-da32f757010c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:44.706453 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-bd2d1bfa-ffde-4650-963a-a8a6b7831a6e None None] Provisioning complete for port f7d541a4-79ef-4e90-ba38-da32f757010c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:44.707205 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd2d1bfa-ffde-4650-963a-a8a6b7831a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.750232 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d1bfa-ffde-4650-963a-a8a6b7831a6e None None] Port f7d541a4-79ef-4e90-ba38-da32f757010c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:55:44.777995 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.797401 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bdf019ea-08ef-4262-9a3a-87ac5d4a7269 req-cc2d2df5-4e54-41db-b184-d9d59a6a52e5 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724622 Aug 12 22:55:44.957883 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:44.963475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.028591 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:45.031045 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.130579 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:45.131934 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:45.251289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Router f3f5cd73-9af8-4312-9b5a-45d785996eb6 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:55:45.290906 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2c81-b4a5-4910-9f07-261f24dfac0e req-34562a2b-bf7e-4e41-b2d1-5c96386f7cdd tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:45.293612 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ead2c81-b4a5-4910-9f07-261f24dfac0e req-34562a2b-bf7e-4e41-b2d1-5c96386f7cdd tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0873904 Aug 12 22:55:45.353465 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ead2c81-b4a5-4910-9f07-261f24dfac0e req-c72775b4-eb49-4279-af6b-845fec389708 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Aug 12 22:55:45.379390 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6f1227ae-84b8-41a1-b2a4-b66d087847e0 None None] Provisioning complete for port f7d541a4-79ef-4e90-ba38-da32f757010c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:45.379883 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6f1227ae-84b8-41a1-b2a4-b66d087847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.401904 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:45.416632 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7b8b025a-8f36-44f5-9dcc-609906c6acf6 admin admin] 10.222.0.13 "PUT /v2.0/routers/f3f5cd73-9af8-4312-9b5a-45d785996eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6363852 Aug 12 22:55:45.420201 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-6f1227ae-84b8-41a1-b2a4-b66d087847e0 None None] Port f7d541a4-79ef-4e90-ba38-da32f757010c cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:55:45.437421 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 494993e5-6a44-409d-83a2-8d6c47604e5d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:45.488579 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 494993e5-6a44-409d-83a2-8d6c47604e5d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:45.488939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.569644 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 707b7632-566b-4799-8ed5-3690fb057db4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:45.623597 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 707b7632-566b-4799-8ed5-3690fb057db4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:45.627939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 707b7632-566b-4799-8ed5-3690fb057db4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:45.628330 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.716776 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.739267 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 707b7632-566b-4799-8ed5-3690fb057db4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=707b7632-566b-4799-8ed5-3690fb057db4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:45.746802 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.806133 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=707b7632-566b-4799-8ed5-3690fb057db4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:45.928199 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Sync routers for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:45.937606 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:45.938193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:45.942948 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51740) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:45.948018 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1344831356-network', 'tenant_id': 'bcb51451638c4002b5964a166624aadd'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:45.968658 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Made reservation on behalf of bcb51451638c4002b5964a166624aadd for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:55:45.971149 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:45.979601 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.045689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:46.072576 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.077908 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.101080 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:55:46.115839 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec52479-b856-44b5-9c20-9c16782b5b74,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:46.118222 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.118559 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Added segment 3e602648-1872-4910-a789-f212dc0d8f8b of type vlan for network 36279686-e723-4607-afc1-d5007dcc0c78 Aug 12 22:55:46.131082 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.131430 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.131738 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.132096 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.132425 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.133095 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.133455 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.133784 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.134088 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.134422 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.134751 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.135064 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:55:46.174229 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.203241 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.204245 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:46.204823 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.255937 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 2, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:46.258609 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3145494 Aug 12 22:55:46.261475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:46.264696 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84b81-3542-477a-80c0-8a4e2e8da79f admin admin] Pushing event updated for resources: {'Network': ['ID=36279686-e723-4607-afc1-d5007dcc0c78,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:46.266952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Request body: {'subnet': {'network_id': '36279686-e723-4607-afc1-d5007dcc0c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1344831356-subnet', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:46.283819 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 36279686-e723-4607-afc1-d5007dcc0c78 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:55:46.287204 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Checking router: f3f5cd73-9af8-4312-9b5a-45d785996eb6 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:46.287553 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Updating router f3f5cd73-9af8-4312-9b5a-45d785996eb6 port f7d541a4-79ef-4e90-ba38-da32f757010c binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:55:46.288450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Made reservation on behalf of bcb51451638c4002b5964a166624aadd for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:55:46.290783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.361373 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.498441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.537986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e850-dd63-4d38-94b7-5a277b081196 req-51032f8c-6f6e-466a-90fa-acec294161da tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:46.539715 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bf60e850-dd63-4d38-94b7-5a277b081196 req-51032f8c-6f6e-466a-90fa-acec294161da tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0878980 Aug 12 22:55:46.580409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b435d4-4ece-4440-98de-2c436c57fa7f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:46.607496 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Checking segment: {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:46.607819 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Network hostable DHCP agents. Network: 36279686-e723-4607-afc1-d5007dcc0c78, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:55:46.613613 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bf60e850-dd63-4d38-94b7-5a277b081196 req-ca380202-cc3b-480c-9dab-98f9c9df9816 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 Aug 12 22:55:46.630293 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Network 36279686-e723-4607-afc1-d5007dcc0c78 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:55:46.642794 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 36279686-e723-4607-afc1-d5007dcc0c78) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:46.647851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:46.648549 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.659651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac1649-57cb-42a3-8d56-e816cbcc2e38 None None] Network 36279686-e723-4607-afc1-d5007dcc0c78 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:46.662722 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.665605 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-4d23fa7f-2ac8-4707-a5b2-ac5fc3c42b62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4028754 Aug 12 22:55:46.668179 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:46.672644 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:46.692814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.693984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.704802 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Transition to ACTIVE for port object f7d541a4-79ef-4e90-ba38-da32f757010c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:46.713700 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.753559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.792775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334336-02a9-44af-8261-ff81bc00e67b None None] Pushing event updated for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:46.866480 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Attempting to bind port f7d541a4-79ef-4e90-ba38-da32f757010c on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:46.866991 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Attempting to bind port f7d541a4-79ef-4e90-ba38-da32f757010c by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:46.867363 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Attempting to bind port f7d541a4-79ef-4e90-ba38-da32f757010c on network 61a134e3-0d49-496b-b37f-0a07327f7bb9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:46.885713 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:46.886123 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Checking segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:46.886480 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.886875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Bound using segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:46.887336 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Bound port: f7d541a4-79ef-4e90-ba38-da32f757010c, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:46.887746 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.931549 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:46.942071 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-36279686-e723-4607-afc1-d5007dcc0c78', 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'fixed_ips': [{'subnet_id': '92b435d4-4ece-4440-98de-2c436c57fa7f'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:55:46.942924 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.032060 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] For port f7d541a4-79ef-4e90-ba38-da32f757010c, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:47.057408 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] For port f7d541a4-79ef-4e90-ba38-da32f757010c, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f7d541a4-79ef-4e90-ba38-da32f757010c,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:47.068527 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.143730 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.157781 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:55:47.166741 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Allocated IP 172.20.0.2 (36279686-e723-4607-afc1-d5007dcc0c78/92b435d4-4ece-4440-98de-2c436c57fa7f/5c2889fb-77a1-4bfb-80d6-03519137404f) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:47.168807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:47.169483 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:47.172050 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.173783 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334336-02a9-44af-8261-ff81bc00e67b None None] Pushing event updated for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:47.302052 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Allocated IP 172.27.3.211 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/bf40f2b6-6c25-4213-9673-1e98be69e8aa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:47.316486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 707b7632-566b-4799-8ed5-3690fb057db4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:47.409746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.450155 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.494753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:47.500116 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:47.502375 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:47.504370 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf40f2b6-6c25-4213-9673-1e98be69e8aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:47.527982 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:47.703888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.705655 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 707b7632-566b-4799-8ed5-3690fb057db4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:47.706008 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.741409 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Transition to ACTIVE for port object 5c2889fb-77a1-4bfb-80d6-03519137404f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:47.751842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82c740-0813-462e-97c9-3414b85bc114 req-35733433-9642-45c1-bef1-a455c02b131a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:47.753584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa82c740-0813-462e-97c9-3414b85bc114 req-35733433-9642-45c1-bef1-a455c02b131a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0581076 Aug 12 22:55:47.768371 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.804963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Transition to ACTIVE for port object 5c2889fb-77a1-4bfb-80d6-03519137404f will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:47.834601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:47.875859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Network 36279686-e723-4607-afc1-d5007dcc0c78 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:47.883912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:47.889002 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:47.975339 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Pushing event updated for resources: {'Port': ['ID=5c2889fb-77a1-4bfb-80d6-03519137404f,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:48.018395 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Attempting to bind port 5c2889fb-77a1-4bfb-80d6-03519137404f on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:48.018779 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Attempting to bind port 5c2889fb-77a1-4bfb-80d6-03519137404f by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:48.019108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Attempting to bind port 5c2889fb-77a1-4bfb-80d6-03519137404f on network 36279686-e723-4607-afc1-d5007dcc0c78 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:48.027121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:46Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:48.029307 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:48.029698 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Checking segment: {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:48.030092 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.030862 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Bound using segment: {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:48.031356 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Bound port: 5c2889fb-77a1-4bfb-80d6-03519137404f, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:48.031731 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.066148 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14cfeb-b794-4c68-911f-f8f121fe6458 None None] The sync data for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi is: [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:46Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:48.076479 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fa82c740-0813-462e-97c9-3414b85bc114 req-420648ef-926e-4fdc-a4dc-2321a1a9f1bf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149633 Aug 12 22:55:48.146582 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] For port 5c2889fb-77a1-4bfb-80d6-03519137404f, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:48.150990 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] For port 5c2889fb-77a1-4bfb-80d6-03519137404f, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5c2889fb-77a1-4bfb-80d6-03519137404f,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:48.157674 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.231174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2ef3-036a-4b86-ac78-873a4f5fc92e None None] Pushing event updated for resources: {'Port': ['ID=5c2889fb-77a1-4bfb-80d6-03519137404f,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:48.275075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.448933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:55:48.566424 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:48.575703 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Sync routers for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:48.586611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:48.588694 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b91a4b74-05f3-43b8-ac61-a1c5d1f893e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9192543 Aug 12 22:55:48.592024 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51768) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:48.598826 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:48.599432 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:48.710127 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:48.931038 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:47Z', 'revision_number': 3, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:48.958025 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Checking router: 7025b33b-56d4-4627-aa4c-d5cef6b55d87 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:48.958373 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Updating router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 port bf40f2b6-6c25-4213-9673-1e98be69e8aa binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:55:48.995485 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.090562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.220884 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c780fc-bec4-4f69-b226-84f035c4c1a8 None None] Network 36279686-e723-4607-afc1-d5007dcc0c78 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:55:49.234654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a7d9f-b195-43de-bdbd-9f2900f377f5 req-5cff2bb5-1daa-4b11-9835-b9fe8f759d9b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:49.242170 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-866a7d9f-b195-43de-bdbd-9f2900f377f5 req-5cff2bb5-1daa-4b11-9835-b9fe8f759d9b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0831945 Aug 12 22:55:49.299127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-866a7d9f-b195-43de-bdbd-9f2900f377f5 req-5b528c4f-3a8b-4e2a-aa62-02fe426446d1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515594 Aug 12 22:55:49.313740 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.325671 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Transition to ACTIVE for port object bf40f2b6-6c25-4213-9673-1e98be69e8aa will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:49.339692 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.359570 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Allocated IP 172.20.0.1 (36279686-e723-4607-afc1-d5007dcc0c78/92b435d4-4ece-4440-98de-2c436c57fa7f/a998e21e-51c7-4cf2-8c87-517f51715d2d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:55:49.370389 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-17ea82e9-bbc6-4790-a13d-bc231c1befe0 None None] Provisioning for port 5c2889fb-77a1-4bfb-80d6-03519137404f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:49.438984 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Attempting to bind port bf40f2b6-6c25-4213-9673-1e98be69e8aa on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:49.439699 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Attempting to bind port bf40f2b6-6c25-4213-9673-1e98be69e8aa by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:49.440277 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Attempting to bind port bf40f2b6-6c25-4213-9673-1e98be69e8aa on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:49.443790 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24209a8-cf21-4748-a0af-3ae141f26aeb None None] Pushing event updated for resources: {'Port': ['ID=bf40f2b6-6c25-4213-9673-1e98be69e8aa,revision_number=2']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:49.449053 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:49.449053 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:49.449386 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.449472 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:49.449934 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Bound port: bf40f2b6-6c25-4213-9673-1e98be69e8aa, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:49.450493 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.491392 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.492845 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f7d541a4-79ef-4e90-ba38-da32f757010c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:49.507997 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Transition to ACTIVE for port object a998e21e-51c7-4cf2-8c87-517f51715d2d will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:49.547807 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] For port bf40f2b6-6c25-4213-9673-1e98be69e8aa, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:49.552194 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] For port bf40f2b6-6c25-4213-9673-1e98be69e8aa, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bf40f2b6-6c25-4213-9673-1e98be69e8aa,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:49.555522 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.560213 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.578576 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port f7d541a4-79ef-4e90-ba38-da32f757010c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:49.583522 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f7d541a4-79ef-4e90-ba38-da32f757010c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:49.584031 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.617666 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Network 36279686-e723-4607-afc1-d5007dcc0c78 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:49.621600 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:49.626512 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:55:49.629773 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24209a8-cf21-4748-a0af-3ae141f26aeb None None] Pushing event updated for resources: {'Port': ['ID=bf40f2b6-6c25-4213-9673-1e98be69e8aa,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:49.630284 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Pushing event updated for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:49.656848 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:49.657665 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:49.675968 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.715963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.767346 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port f7d541a4-79ef-4e90-ba38-da32f757010c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f7d541a4-79ef-4e90-ba38-da32f757010c,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:49.784703 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.788364 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5c2889fb-77a1-4bfb-80d6-03519137404f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:49.798332 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:49.914166 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:49.935921 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:49.966553 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 5c2889fb-77a1-4bfb-80d6-03519137404f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:49.972888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 5c2889fb-77a1-4bfb-80d6-03519137404f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:49.973272 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.090123 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:47Z', 'revision_number': 3, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:50.097066 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.133578 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 5c2889fb-77a1-4bfb-80d6-03519137404f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5c2889fb-77a1-4bfb-80d6-03519137404f,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:50.143410 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.199716 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-69013a59-3662-454f-b7c7-5ec36867d63d None None] Provisioning for port a998e21e-51c7-4cf2-8c87-517f51715d2d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:50.207147 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-69013a59-3662-454f-b7c7-5ec36867d63d None None] Provisioning complete for port a998e21e-51c7-4cf2-8c87-517f51715d2d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:50.207646 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-69013a59-3662-454f-b7c7-5ec36867d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.212136 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.218294 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f91754-2214-47c0-b4e5-a103fcebb1e8 None None] The sync data for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi is: [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:47Z', 'revision_number': 3, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:50.220828 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272894'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.229185 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=5c2889fb-77a1-4bfb-80d6-03519137404f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:50.248557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-69013a59-3662-454f-b7c7-5ec36867d63d None None] Port a998e21e-51c7-4cf2-8c87-517f51715d2d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:55:50.292599 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.306677 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Pushing event updated for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:50.423079 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Network 36279686-e723-4607-afc1-d5007dcc0c78 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:55:50.427091 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:55:50.438966 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8576-a1a0-4f22-903a-0038ff450b48 req-3573906e-5aa1-4dfc-bd08-501ccb3aadaa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:50.446461 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df8d8576-a1a0-4f22-903a-0038ff450b48 req-3573906e-5aa1-4dfc-bd08-501ccb3aadaa tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0782628 Aug 12 22:55:50.570520 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df8d8576-a1a0-4f22-903a-0038ff450b48 req-54a501f8-8c50-417e-9716-4364086a06ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226537 Aug 12 22:55:50.614425 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:55:50.732553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:55:50.737971 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-60703c9c-f57b-420c-a68a-e243912275cd admin admin] 10.222.0.13 "PUT /v2.0/routers/7025b33b-56d4-4627-aa4c-d5cef6b55d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444206 Aug 12 22:55:50.788878 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d7c3bd67-d437-4948-8fa4-8d8b750f569f None None] Provisioning complete for port a998e21e-51c7-4cf2-8c87-517f51715d2d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:50.789404 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d7c3bd67-d437-4948-8fa4-8d8b750f569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:50.825595 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3bd67-d437-4948-8fa4-8d8b750f569f None None] Port a998e21e-51c7-4cf2-8c87-517f51715d2d cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:55:51.227754 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51808) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:51.232498 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180230532', 'description': 'tempest-secgroup-smoke-180230532 description', 'project_id': '4d8c638ca71b45d5970b31885456ccd1'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:51.260737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.382294 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5c2889fb-77a1-4bfb-80d6-03519137404f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:51.384085 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.389571 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.432788 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.434258 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2053955 Aug 12 22:55:51.435202 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa644353-a2a1-4b36-a528-c57c25628898 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b20e224-bd82-46e0-a660-49df36d2236b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:51.437255 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 5c2889fb-77a1-4bfb-80d6-03519137404f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:51.437667 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.438106 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 51816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:51.446199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:51.477290 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.519411 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f7d541a4-79ef-4e90-ba38-da32f757010c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:51.535388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.541987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.560890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fcabb2-11f4-46af-9dd2-6d14c0740c50,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:51.583296 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f7d541a4-79ef-4e90-ba38-da32f757010c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:51.583815 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.584404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.586023 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-9ddf556f-57ec-4d9f-a7c7-c74f4c6daddc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468649 Aug 12 22:55:51.589542 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51822) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:51.594904 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:51.666833 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.673980 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bf40f2b6-6c25-4213-9673-1e98be69e8aa up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:51.729190 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port bf40f2b6-6c25-4213-9673-1e98be69e8aa completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:51.737849 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port bf40f2b6-6c25-4213-9673-1e98be69e8aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:51.738601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.756943 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee68f6-5db8-4046-95bf-f875e6f6da9b req-ddc45f1a-13a7-47bf-b442-8ed1a7def8d5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:51.764480 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-acee68f6-5db8-4046-95bf-f875e6f6da9b req-ddc45f1a-13a7-47bf-b442-8ed1a7def8d5 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0936716 Aug 12 22:55:51.780055 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.788217 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.820281 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a8f040-e95c-4277-8f21-28bbdcf5d736,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:51.825561 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-acee68f6-5db8-4046-95bf-f875e6f6da9b req-5603849b-e5d7-42cc-89f2-6f26822b63be tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601840 Aug 12 22:55:51.826264 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.827405 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9ad657b0-7617-4766-81db-b6bd28acaf6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2365248 Aug 12 22:55:51.830443 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51828) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:51.835049 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:51.843013 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.868911 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.869266 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port bf40f2b6-6c25-4213-9673-1e98be69e8aa, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bf40f2b6-6c25-4213-9673-1e98be69e8aa,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:51.874361 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.923239 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=bf40f2b6-6c25-4213-9673-1e98be69e8aa,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:51.931193 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.936676 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.954214 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcb5e4b-b97d-4595-ad49-b208c9e1ecb7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:51.961437 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Sync routers for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:55:51.963079 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:51.964379 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-35a8334c-bdf1-45ba-ba19-4dfdbd70eee5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327906 Aug 12 22:55:51.967201 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51830) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:51.970992 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:51.971601 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:51.971798 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:51.999517 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.068632 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.075887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.093399 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:52.098647 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a9e2ab-0010-4100-aa3a-52a5ba2180a8,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:52.111040 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.112500 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e16e27c9-2a7c-464a-bbbe-d1124cc53446 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441348 Aug 12 22:55:52.115110 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51836) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:52.119653 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:52.142784 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Project 4d8c638ca71b45d5970b31885456ccd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:55:52.147869 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.211184 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.215874 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.230415 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b02ded-7c7f-410d-af94-77a2bc1ce881,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:52.241165 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.242436 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9dace64d-2ec2-412e-a20b-cbfb596ad6eb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263397 Aug 12 22:55:52.245279 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 51838) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:55:52.250111 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'security_group_rule': {'security_group_id': '8b20e224-bd82-46e0-a660-49df36d2236b', 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:55:52.272497 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Project 4d8c638ca71b45d5970b31885456ccd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 22:55:52.278503 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.298028 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 4, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'a998e21e-51c7-4cf2-8c87-517f51715d2d', 'name': '', 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'mac_address': 'fa:16:3e:db:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:49Z', 'updated_at': '2021-08-12T22:55:50Z', 'revision_number': 2, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'subnets': [{'id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:52.334763 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Checking router: 7025b33b-56d4-4627-aa4c-d5cef6b55d87 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:55:52.335109 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Updating router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 port a998e21e-51c7-4cf2-8c87-517f51715d2d binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:55:52.342183 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.348695 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.361305 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.369553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1df9921-cd75-47ff-befd-c133d8268de2,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:52.372852 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.382010 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-247c51c4-ae50-4f27-8fcf-692158821182 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356153 Aug 12 22:55:52.774680 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.786398 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Transition to ACTIVE for port object a998e21e-51c7-4cf2-8c87-517f51715d2d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:55:52.792382 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.880351 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716218f2-08c2-44f7-8868-be73b76240ff None None] Pushing event updated for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:52.927761 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Attempting to bind port a998e21e-51c7-4cf2-8c87-517f51715d2d on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:55:52.928134 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Attempting to bind port a998e21e-51c7-4cf2-8c87-517f51715d2d by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:55:52.928488 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Attempting to bind port a998e21e-51c7-4cf2-8c87-517f51715d2d on network 36279686-e723-4607-afc1-d5007dcc0c78 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:55:52.936004 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:55:52.936963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Checking segment: {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:55:52.937539 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.939122 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Bound using segment: {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:55:52.939671 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Bound port: a998e21e-51c7-4cf2-8c87-517f51715d2d, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e602648-1872-4910-a789-f212dc0d8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:55:52.940733 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:52.995164 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef69ed-afbd-405a-9c5c-6ec536c49822 req-e7665996-d5f7-4f32-9adf-3b0680967eaf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:52.996814 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-78ef69ed-afbd-405a-9c5c-6ec536c49822 req-e7665996-d5f7-4f32-9adf-3b0680967eaf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0556762 Aug 12 22:55:53.011844 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] For port a998e21e-51c7-4cf2-8c87-517f51715d2d, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:55:53.015690 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] For port a998e21e-51c7-4cf2-8c87-517f51715d2d, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=a998e21e-51c7-4cf2-8c87-517f51715d2d,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:55:53.020410 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:53.039437 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-78ef69ed-afbd-405a-9c5c-6ec536c49822 req-e041f856-ab28-4527-a292-75fd2a7f3abe tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Aug 12 22:55:53.089443 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:55:53.090054 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:55:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:53.095004 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716218f2-08c2-44f7-8868-be73b76240ff None None] Pushing event updated for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:53.216985 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:55:53.326850 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bf40f2b6-6c25-4213-9673-1e98be69e8aa up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:53.441663 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port bf40f2b6-6c25-4213-9673-1e98be69e8aa triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:53.442040 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:53.507499 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 4, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'a998e21e-51c7-4cf2-8c87-517f51715d2d', 'name': '', 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'mac_address': 'fa:16:3e:db:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:49Z', 'updated_at': '2021-08-12T22:55:53Z', 'revision_number': 4, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'subnets': [{'id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:55:53.556537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a1e46-b23a-4907-9da0-3b9b28c20213 None None] The sync data for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi is: [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 4, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'a998e21e-51c7-4cf2-8c87-517f51715d2d', 'name': '', 'network_id': '36279686-e723-4607-afc1-d5007dcc0c78', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'mac_address': 'fa:16:3e:db:e6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:49Z', 'updated_at': '2021-08-12T22:55:53Z', 'revision_number': 4, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'subnets': [{'id': '92b435d4-4ece-4440-98de-2c436c57fa7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:55:53.581173 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9ac2061f-8b72-4b43-a8b5-583acd609433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:54.169613 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7910b-f58e-4327-a102-9cfa4177a634 req-cd2d00f5-fc0b-4db4-af88-0c95b871f44e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:54.171090 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-69c7910b-f58e-4327-a102-9cfa4177a634 req-cd2d00f5-fc0b-4db4-af88-0c95b871f44e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0560811 Aug 12 22:55:54.210029 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-69c7910b-f58e-4327-a102-9cfa4177a634 req-db17b1ed-de51-4e24-86f4-3cd311721e85 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Aug 12 22:55:55.034207 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:55.251016 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08f476-3fbc-41aa-9e4c-6db8e82a99b8 req-d1ae633f-81cf-41b2-bddf-e51ae708a2f3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.252762 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df08f476-3fbc-41aa-9e4c-6db8e82a99b8 req-d1ae633f-81cf-41b2-bddf-e51ae708a2f3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0524480 Aug 12 22:55:55.302888 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-df08f476-3fbc-41aa-9e4c-6db8e82a99b8 req-afa4af67-601e-4495-8c5a-0b113838db9e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Aug 12 22:55:55.352134 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c886-9a43-4cdd-9caf-f633a3e4be49 req-4f26c2eb-3b95-4095-a757-caa4a2cfb681 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.354238 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-04b9c886-9a43-4cdd-9caf-f633a3e4be49 req-4f26c2eb-3b95-4095-a757-caa4a2cfb681 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0526531 Aug 12 22:55:55.359053 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a998e21e-51c7-4cf2-8c87-517f51715d2d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:55.409976 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-04b9c886-9a43-4cdd-9caf-f633a3e4be49 req-a732b5f7-8b98-4284-97cc-1f2ac4edf93e tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Aug 12 22:55:55.419772 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port a998e21e-51c7-4cf2-8c87-517f51715d2d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:55:55.423883 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port a998e21e-51c7-4cf2-8c87-517f51715d2d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:55.424393 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:55.511953 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:55.547747 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port a998e21e-51c7-4cf2-8c87-517f51715d2d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=a998e21e-51c7-4cf2-8c87-517f51715d2d,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:55.553056 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:55.571900 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-036a4ad1-4821-4db4-add5-d2a047844669 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451369 Aug 12 22:55:55.605258 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:55.693228 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-6fe52ea4-51e2-4753-a270-14f27329ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.694779 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-6fe52ea4-51e2-4753-a270-14f27329ce80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 1098 time: 0.0431523 Aug 12 22:55:55.817624 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-f205ce36-607f-47c5-8b65-c9d426db6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.819013 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-f205ce36-607f-47c5-8b65-c9d426db6bb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.0908906 Aug 12 22:55:55.862673 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-efbb1e41-0c4b-4a2e-a675-13800fae9dae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 200 len: 217 time: 0.0345159 Aug 12 22:55:55.918984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-a6e93a8c-3c36-4af1-87d8-2d7578a2d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:55.920483 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-a6e93a8c-3c36-4af1-87d8-2d7578a2d788 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0483403 Aug 12 22:55:55.954614 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-a2591dc3-3a76-4403-908c-3fd76cf3e158 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241046 Aug 12 22:55:56.073312 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-a38b1416-3f6c-42d0-8582-7f864b07a37f service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909538 Aug 12 22:55:56.174401 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2d1611d-4fd4-410b-a360-bfa1974d5be9 req-284194a5-066b-48d7-894c-8da591a5e9ea service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853457 Aug 12 22:55:56.393063 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-497af51a-4b10-41fc-a4ff-baa44925e826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:56.428770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719727c-5738-4ea1-b838-d3f6e7dc79c7 req-ff7c86df-87a9-450e-ade0-235eb0f64d70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:56.431018 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a719727c-5738-4ea1-b838-d3f6e7dc79c7 req-ff7c86df-87a9-450e-ade0-235eb0f64d70 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0548937 Aug 12 22:55:56.471423 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a719727c-5738-4ea1-b838-d3f6e7dc79c7 req-3587546e-1bd4-496b-b592-2be1c3b79fcc tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Aug 12 22:55:56.536504 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff970-5697-4712-9397-b85414e6c7e5 req-38cab10d-489b-4ea3-bcd5-c1282360be6d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:56.538209 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ab6ff970-5697-4712-9397-b85414e6c7e5 req-38cab10d-489b-4ea3-bcd5-c1282360be6d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0558043 Aug 12 22:55:56.579156 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ab6ff970-5697-4712-9397-b85414e6c7e5 req-eff84b3d-0ac0-4ef0-bbb7-9c9fb6745e2d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Aug 12 22:55:56.741636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:57.312546 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a998e21e-51c7-4cf2-8c87-517f51715d2d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:55:57.357098 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:57.372248 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port a998e21e-51c7-4cf2-8c87-517f51715d2d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:55:57.372625 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:57.597688 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7891-9bb3-4bc2-9e5e-fa4f429305d8 req-90821d0a-3a40-43b6-a1b5-2f38ba19e843 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:57.599158 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0c2d7891-9bb3-4bc2-9e5e-fa4f429305d8 req-90821d0a-3a40-43b6-a1b5-2f38ba19e843 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0476596 Aug 12 22:55:57.641022 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0c2d7891-9bb3-4bc2-9e5e-fa4f429305d8 req-39d64c15-92aa-4406-8203-853f58b8cc3c tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Aug 12 22:55:57.718702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799becf5-66a1-4dcf-a187-31563d006710 req-c4b397fb-4ac0-4aad-8a10-88331e02ef4b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:57.720194 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-799becf5-66a1-4dcf-a187-31563d006710 req-c4b397fb-4ac0-4aad-8a10-88331e02ef4b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0497186 Aug 12 22:55:57.762073 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-799becf5-66a1-4dcf-a187-31563d006710 req-4a4debfc-55ea-4d99-a5c8-ba8b12d51ace tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 12 22:55:58.006639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-17f5fb59-1eeb-4fe5-9b37-5d186ef8ecf8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:58.008447 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-17f5fb59-1eeb-4fe5-9b37-5d186ef8ecf8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 945 time: 0.0670362 Aug 12 22:55:58.110777 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Deleting port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:55:58.110984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:58.207348 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] For port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:55:58.207707 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:58.220511 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Calling delete_port for 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:55:58.365172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:58.393811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event deleted for resources: {'Port': ['ID=710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:55:58.407531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47', 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', '486a4e51-fcce-4d77-ba8c-999b7625ca09', '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:55:58.438099 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] No DVR routers for this DVR port 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:55:58.441034 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:58.443384 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-df82a0f2-2cb7-4511-aacf-37229f0515ef req-5886a0c1-3c49-4bd7-9dbb-5b690fbc4231 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "DELETE /v2.0/ports/710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e HTTP/1.1" status: 204 len: 173 time: 0.4254227 Aug 12 22:55:58.443867 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'name': 'network-vif-deleted', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:55:58.446176 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79413ee5-c68e-457d-b0aa-509feb440fba" -d '{"events": [{"server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "name": "network-vif-deleted", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:55:58.485854 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df339d15-62a2-4763-9fbb-15f0834f5d68 x-openstack-request-id: req-df339d15-62a2-4763-9fbb-15f0834f5d68 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:55:58.486152 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac366771-8868-4d89-856d-3aa7182fa39f", "name": "network-vif-deleted", "tag": "710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:55:58.486391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df339d15-62a2-4763-9fbb-15f0834f5d68 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:55:58.486800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac366771-8868-4d89-856d-3aa7182fa39f', 'name': 'network-vif-deleted', 'tag': '710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e', 'status': 'completed', 'code': 200} Aug 12 22:55:58.777385 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee04ce61-28fb-4276-b5da-7b1252799e5d req-5188328a-806c-4a18-9bcf-1955e07705d6 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac366771-8868-4d89-856d-3aa7182fa39f HTTP/1.1" status: 200 len: 210 time: 0.0294673 Aug 12 22:55:58.830226 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:55:58.912911 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec2499-7dff-4a6a-9420-10eb9eb07c8f req-b0ea89a5-59f0-4d5d-b0a0-39d49ea8a762 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:55:58.914618 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a8ec2499-7dff-4a6a-9420-10eb9eb07c8f req-b0ea89a5-59f0-4d5d-b0a0-39d49ea8a762 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0526977 Aug 12 22:55:58.957000 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a8ec2499-7dff-4a6a-9420-10eb9eb07c8f req-d5ad317a-ec9d-49bf-9b3b-4597b2c5e515 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356455 Aug 12 22:56:00.098490 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973348-f1f7-4867-a93d-352aa5b62b52 req-dd08dc0d-c176-488e-8298-336c7b57cb85 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:00.099867 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-00973348-f1f7-4867-a93d-352aa5b62b52 req-dd08dc0d-c176-488e-8298-336c7b57cb85 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0669568 Aug 12 22:56:00.141525 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-00973348-f1f7-4867-a93d-352aa5b62b52 req-1510ac2c-edac-4521-8481-82cf784c807a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Aug 12 22:56:01.236379 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9d7d-6d44-4a95-a57b-ded3198e4321 req-0c10838c-8dc9-4e55-b655-97e6882f2970 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:01.239134 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dffd9d7d-6d44-4a95-a57b-ded3198e4321 req-0c10838c-8dc9-4e55-b655-97e6882f2970 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0757947 Aug 12 22:56:01.288118 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dffd9d7d-6d44-4a95-a57b-ded3198e4321 req-187853c8-e595-44d7-bdbb-323fcbcdb479 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375950 Aug 12 22:56:01.300493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:01.305695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a24917-4bd3-44b2-a218-60ac7bfdd93a req-1bec03ae-30ba-4791-a795-31b278a3709c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:01.308588 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a4a24917-4bd3-44b2-a218-60ac7bfdd93a req-1bec03ae-30ba-4791-a795-31b278a3709c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0585837 Aug 12 22:56:01.336905 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:01.337544 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 710dea8b-c24a-4d39-b3fc-f4d1f35cdd1e not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:01.351546 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a4a24917-4bd3-44b2-a218-60ac7bfdd93a req-823f7ade-89d7-41be-8d1f-a301325b720a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Aug 12 22:56:02.428692 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4c2bc-7d75-465d-b249-cca539071bc1 req-1f11be8f-3b53-4395-9ffa-4388f1b03633 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:02.430472 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0f4c2bc-7d75-465d-b249-cca539071bc1 req-1f11be8f-3b53-4395-9ffa-4388f1b03633 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0615942 Aug 12 22:56:02.473501 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0f4c2bc-7d75-465d-b249-cca539071bc1 req-bfce0d27-1701-4af2-b23b-05e31aaf4e64 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352592 Aug 12 22:56:02.495923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab4980-3e5a-4962-a4a8-82c7421c972b req-b790f24e-ada8-49a2-aa83-fdccdd2cb838 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:02.497812 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36ab4980-3e5a-4962-a4a8-82c7421c972b req-b790f24e-ada8-49a2-aa83-fdccdd2cb838 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0583160 Aug 12 22:56:02.550262 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36ab4980-3e5a-4962-a4a8-82c7421c972b req-b8e69c70-41dc-408b-b6a8-01f34e91b251 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Aug 12 22:56:07.773780 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec90e76-9427-4e90-95d6-23d1e3804bbd req-64cf6e63-21e5-4316-8907-bb9023edacf8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:07.775524 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dec90e76-9427-4e90-95d6-23d1e3804bbd req-64cf6e63-21e5-4316-8907-bb9023edacf8 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0568087 Aug 12 22:56:07.814823 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dec90e76-9427-4e90-95d6-23d1e3804bbd req-f452579e-3121-4f93-84c7-274ff00ded33 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Aug 12 22:56:07.829001 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3779afd-67a3-464d-a237-1ce09faa6c55 req-9e951d0b-21fd-4eba-8bcc-1cd89caa7a7f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:07.830580 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3779afd-67a3-464d-a237-1ce09faa6c55 req-9e951d0b-21fd-4eba-8bcc-1cd89caa7a7f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0555215 Aug 12 22:56:07.867402 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3779afd-67a3-464d-a237-1ce09faa6c55 req-036c6fdb-ef82-4a26-ae3e-437fa113cf5f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Aug 12 22:56:09.056964 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c969-c7a9-479a-a167-0c5f66775f63 req-20b41c08-238c-40c0-9ddb-e12d5a291f8d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.058491 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5201c969-c7a9-479a-a167-0c5f66775f63 req-20b41c08-238c-40c0-9ddb-e12d5a291f8d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0545974 Aug 12 22:56:09.096127 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5201c969-c7a9-479a-a167-0c5f66775f63 req-b95d6065-0536-4451-9b8d-f6b943b395c0 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 12 22:56:09.111144 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec183396-a2ae-497a-969a-eedc462bcef6 req-5c397620-f7de-4c7e-aa25-f3059c58cf66 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.112696 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ec183396-a2ae-497a-969a-eedc462bcef6 req-5c397620-f7de-4c7e-aa25-f3059c58cf66 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Aug 12 22:56:09.150966 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ec183396-a2ae-497a-969a-eedc462bcef6 req-b559b7fa-bc59-4b0d-972e-7f20d039f3cf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Aug 12 22:56:09.701370 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-d563fe99-0be7-4afe-930f-288c2bf1e57b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:09.702889 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-d563fe99-0be7-4afe-930f-288c2bf1e57b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 946 time: 0.0616987 Aug 12 22:56:09.806665 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Deleting port 486a4e51-fcce-4d77-ba8c-999b7625ca09 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:09.806937 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:09.893755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] For port 486a4e51-fcce-4d77-ba8c-999b7625ca09, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=486a4e51-fcce-4d77-ba8c-999b7625ca09,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:09.894111 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:09.907283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Calling delete_port for 486a4e51-fcce-4d77-ba8c-999b7625ca09 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:10.051041 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.083200 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event deleted for resources: {'Port': ['ID=486a4e51-fcce-4d77-ba8c-999b7625ca09,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:10.090467 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47', 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', '486a4e51-fcce-4d77-ba8c-999b7625ca09'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:10.126017 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] No DVR routers for this DVR port 486a4e51-fcce-4d77-ba8c-999b7625ca09 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:10.128725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:10.133033 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-17da642c-4872-4a30-9a6e-33c6dc7d8a47 req-02b75fc2-da37-4fe6-b512-5409fc7cc36e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "DELETE /v2.0/ports/486a4e51-fcce-4d77-ba8c-999b7625ca09 HTTP/1.1" status: 204 len: 173 time: 0.4220219 Aug 12 22:56:10.133750 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'name': 'network-vif-deleted', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:10.136384 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e359780-2e89-416a-9ebf-407dbbd530da" -d '{"events": [{"server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "name": "network-vif-deleted", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:10.200792 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2ee4a20b-3f37-412e-9961-1ad34fc96586 req-089f9190-b244-4aab-85dd-fd9b0705873b tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddd33198-5c68-439e-8dde-5b5c8288e704 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Aug 12 22:56:10.202011 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b079e-1a51-4820-980c-44b425224a42 x-openstack-request-id: req-448b079e-1a51-4820-980c-44b425224a42 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:10.202651 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd33198-5c68-439e-8dde-5b5c8288e704", "name": "network-vif-deleted", "tag": "486a4e51-fcce-4d77-ba8c-999b7625ca09", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:10.202974 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-448b079e-1a51-4820-980c-44b425224a42 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:10.204560 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd33198-5c68-439e-8dde-5b5c8288e704', 'name': 'network-vif-deleted', 'tag': '486a4e51-fcce-4d77-ba8c-999b7625ca09', 'status': 'completed', 'code': 200} Aug 12 22:56:10.304413 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28029e8-b855-4f2e-a0c6-17d433a6ccb6 req-18c24dff-ab59-4818-a013-758eda76b9a2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:10.306112 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c28029e8-b855-4f2e-a0c6-17d433a6ccb6 req-18c24dff-ab59-4818-a013-758eda76b9a2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0537164 Aug 12 22:56:10.347603 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c28029e8-b855-4f2e-a0c6-17d433a6ccb6 req-6af0c0b4-004e-4ffe-94de-4f7c36b1efff tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Aug 12 22:56:11.465699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82584-f57f-4d93-923c-65f97ee8acc4 req-d685aab9-8414-4bdb-9c2d-7e4ae86f81c3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:11.467352 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-63e82584-f57f-4d93-923c-65f97ee8acc4 req-d685aab9-8414-4bdb-9c2d-7e4ae86f81c3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0483637 Aug 12 22:56:11.505446 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-63e82584-f57f-4d93-923c-65f97ee8acc4 req-fb30c3aa-6256-4518-b7b6-ea949eeee17b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 12 22:56:11.524844 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591a6e8-83a2-418b-953d-2d0b54566bc9 req-7de0c23b-8a9b-40fa-8d4c-d7a09832ec2e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:11.526327 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c591a6e8-83a2-418b-953d-2d0b54566bc9 req-7de0c23b-8a9b-40fa-8d4c-d7a09832ec2e tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0523176 Aug 12 22:56:11.564670 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c591a6e8-83a2-418b-953d-2d0b54566bc9 req-9bcdcfdf-6fdf-4902-a85c-0b14e15a7cf9 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Aug 12 22:56:11.888705 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255aed4-e1ed-4a79-85d1-f3f381d8650a req-7e477418-8fca-4925-a31e-94732fe65241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:11.890183 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a255aed4-e1ed-4a79-85d1-f3f381d8650a req-7e477418-8fca-4925-a31e-94732fe65241 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0406349 Aug 12 22:56:11.933873 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a255aed4-e1ed-4a79-85d1-f3f381d8650a req-5dcbdc48-8583-42d5-b138-6b9f44b6174b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Aug 12 22:56:12.628246 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225ef5b-9ba7-4b84-8048-6a761e228fc1 req-77c864d7-b90e-420a-a364-2437e14df962 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:12.629762 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4225ef5b-9ba7-4b84-8048-6a761e228fc1 req-77c864d7-b90e-420a-a364-2437e14df962 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0514939 Aug 12 22:56:12.672403 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4225ef5b-9ba7-4b84-8048-6a761e228fc1 req-276c40df-b2f8-4b5c-a9e4-b42b10207b1b tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Aug 12 22:56:12.690510 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72584c-410e-4c91-9e57-1c10fbaadf3b req-957670d5-c7fb-431a-ba19-42021d3cfcd3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:12.692020 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b72584c-410e-4c91-9e57-1c10fbaadf3b req-957670d5-c7fb-431a-ba19-42021d3cfcd3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0482976 Aug 12 22:56:12.731605 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b72584c-410e-4c91-9e57-1c10fbaadf3b req-ce1fc748-fa71-4489-8f67-39fc3ac5b993 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334189 Aug 12 22:56:13.388957 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 486a4e51-fcce-4d77-ba8c-999b7625ca09 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:13.415775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 486a4e51-fcce-4d77-ba8c-999b7625ca09 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:13.416126 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 486a4e51-fcce-4d77-ba8c-999b7625ca09 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:13.709047 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52168) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:13.831995 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d3a96-d7ca-404f-aad9-79cc58aace91 req-21e66e2d-3397-455d-bd26-68200b0686eb tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.833555 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-405d3a96-d7ca-404f-aad9-79cc58aace91 req-21e66e2d-3397-455d-bd26-68200b0686eb tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0589666 Aug 12 22:56:13.857707 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d6350b5-0ebf-4b80-b459-1eedad9e220f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.870587 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-405d3a96-d7ca-404f-aad9-79cc58aace91 req-3231c80e-8925-423c-92b5-93e94ccda3a6 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Aug 12 22:56:13.883283 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dfdb9-6d96-487c-9b2d-4560b28967be req-93d3e487-0ff9-4247-b2fe-92d3569410bd tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:13.884855 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ec3dfdb9-6d96-487c-9b2d-4560b28967be req-93d3e487-0ff9-4247-b2fe-92d3569410bd tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0766196 Aug 12 22:56:13.948083 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ec3dfdb9-6d96-487c-9b2d-4560b28967be req-5210fc56-df58-4b7c-9fa9-38813b5ed339 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Aug 12 22:56:13.991886 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d6350b5-0ebf-4b80-b459-1eedad9e220f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:13.999213 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d6350b5-0ebf-4b80-b459-1eedad9e220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.036523 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9d6350b5-0ebf-4b80-b459-1eedad9e220f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=003570503fa9485b905ec9ad699de463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262575 Aug 12 22:56:14.037272 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6350b5-0ebf-4b80-b459-1eedad9e220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b309f5f-466a-45e3-9cc0-e5bdb370a27a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:14.039348 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:14.089952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.110635 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.166467 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.169070 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.170283 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b309f5f-466a-45e3-9cc0-e5bdb370a27a HTTP/1.1" status: 204 len: 168 time: 0.1299753 Aug 12 22:56:14.177731 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8a174-4ca9-40e2-b65d-ecc8a942f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b309f5f-466a-45e3-9cc0-e5bdb370a27a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:14.576406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-8dfca8ac-c906-4166-8778-e51920ac2fc3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:14.578135 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-8dfca8ac-c906-4166-8778-e51920ac2fc3 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 946 time: 0.0604174 Aug 12 22:56:14.685219 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Deleting port f894d43f-ab6c-42f4-8360-69fcef3d24f0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:14.685509 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.778132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] For port f894d43f-ab6c-42f4-8360-69fcef3d24f0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f894d43f-ab6c-42f4-8360-69fcef3d24f0,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:14.778494 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.792532 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Calling delete_port for f894d43f-ab6c-42f4-8360-69fcef3d24f0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:14.927760 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:14.963529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47', 'f894d43f-ab6c-42f4-8360-69fcef3d24f0'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:14.964388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event deleted for resources: {'Port': ['ID=f894d43f-ab6c-42f4-8360-69fcef3d24f0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:15.026391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] No DVR routers for this DVR port f894d43f-ab6c-42f4-8360-69fcef3d24f0 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:15.029131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:15.031280 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff3ac368-38cc-41a6-a5f1-822f7968d6c3 req-3181f2aa-3c71-4e5b-9e7e-a5a0fc81a060 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "DELETE /v2.0/ports/f894d43f-ab6c-42f4-8360-69fcef3d24f0 HTTP/1.1" status: 204 len: 173 time: 0.4447939 Aug 12 22:56:15.031732 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'name': 'network-vif-deleted', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:15.034101 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0f8be8-39f1-44c8-91ae-5b1d04bdfb24" -d '{"events": [{"server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "name": "network-vif-deleted", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:15.058692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cda8e-3d16-4ff2-80fb-982326f94067 req-c9ec0e92-7896-471d-b6fa-3db0fca1a5c7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.060229 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6d5cda8e-3d16-4ff2-80fb-982326f94067 req-c9ec0e92-7896-471d-b6fa-3db0fca1a5c7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.1060243 Aug 12 22:56:15.062894 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bcd1e198-db46-4e8b-8540-1122d543ceb2 req-706571ae-5856-4c86-8512-0e076186444d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=07898b25-c2d3-4f68-ad71-9d9dcb52c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0385759 Aug 12 22:56:15.111628 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6d5cda8e-3d16-4ff2-80fb-982326f94067 req-315100e6-6ae8-4570-9143-a985ee5710be tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Aug 12 22:56:15.123765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6fe400-0aa7-47a1-8db0-3a167757ac59 x-openstack-request-id: req-bc6fe400-0aa7-47a1-8db0-3a167757ac59 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:15.124057 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07898b25-c2d3-4f68-ad71-9d9dcb52c0d8", "name": "network-vif-deleted", "tag": "f894d43f-ab6c-42f4-8360-69fcef3d24f0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:15.124306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc6fe400-0aa7-47a1-8db0-3a167757ac59 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:15.124705 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07898b25-c2d3-4f68-ad71-9d9dcb52c0d8', 'name': 'network-vif-deleted', 'tag': 'f894d43f-ab6c-42f4-8360-69fcef3d24f0', 'status': 'completed', 'code': 200} Aug 12 22:56:15.447411 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6989a5d-3a00-4a27-a798-b7fcde8b34cb req-a1cacaa3-6231-453f-ba11-bb922549d6ad tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.448998 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6989a5d-3a00-4a27-a798-b7fcde8b34cb req-a1cacaa3-6231-453f-ba11-bb922549d6ad tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0524931 Aug 12 22:56:15.453884 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-0cfa95a9-2b7b-41be-83de-07b2b01bc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.455394 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-0cfa95a9-2b7b-41be-83de-07b2b01bc2c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e8e605e10e114038a764df28f0b15afa&device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0408387 Aug 12 22:56:15.489738 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6989a5d-3a00-4a27-a798-b7fcde8b34cb req-083392c1-1c91-4514-a963-cf3b91a83700 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Aug 12 22:56:15.550625 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-6b884e0a-7dfd-4782-949d-e193be7a7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.552093 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-6b884e0a-7dfd-4782-949d-e193be7a7e0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 200 len: 920 time: 0.0884581 Aug 12 22:56:15.599381 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-8afd7fd8-b7e8-4eb5-a4d8-851a9b3b21cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 200 len: 217 time: 0.0380547 Aug 12 22:56:15.655830 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-ba811a13-26cf-4ef3-a95b-9297882f3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:15.657300 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-ba811a13-26cf-4ef3-a95b-9297882f3b41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 200 len: 859 time: 0.0446873 Aug 12 22:56:15.697830 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-3caf443b-0f3d-49ea-a8a3-0cc44bce189f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d5710198-3158-4aa8-9cfb-b09a4f7fff80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241446 Aug 12 22:56:15.796581 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-77550848-8ec7-45f2-ad18-e838d340fd4a service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906985 Aug 12 22:56:15.885548 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe6446cc-3d88-4275-83e6-460dff422e9e req-8a36825c-c095-445b-b594-fb622a221731 service neutron] 10.222.0.70 "GET /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817583 Aug 12 22:56:16.615890 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bfb76-2a61-45d8-bdf4-04b9fe97ff2c req-6846fc74-c519-45e9-b914-de8b6d11b3ab tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:16.617384 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-006bfb76-2a61-45d8-bdf4-04b9fe97ff2c req-6846fc74-c519-45e9-b914-de8b6d11b3ab tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0566983 Aug 12 22:56:16.657274 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-006bfb76-2a61-45d8-bdf4-04b9fe97ff2c req-6d76a335-10bf-4900-bbcc-60acd46276a2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Aug 12 22:56:17.406199 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f894d43f-ab6c-42f4-8360-69fcef3d24f0 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:17.430951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: f894d43f-ab6c-42f4-8360-69fcef3d24f0 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:17.431395 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f894d43f-ab6c-42f4-8360-69fcef3d24f0 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:17.489702 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab43505-976e-4995-b4a4-8e9c7bcf4038 req-19836d3e-6ab3-4467-8308-cfc24a0550e1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.491191 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ab43505-976e-4995-b4a4-8e9c7bcf4038 req-19836d3e-6ab3-4467-8308-cfc24a0550e1 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 12 22:56:17.530502 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ab43505-976e-4995-b4a4-8e9c7bcf4038 req-5376c9a3-94f2-48a3-8e25-f94fcda6965d tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Aug 12 22:56:17.782441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5386-121b-4511-8084-e558b072f265 req-c75130f5-1124-4c94-bb48-229342fbcff7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:17.783817 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-242c5386-121b-4511-8084-e558b072f265 req-c75130f5-1124-4c94-bb48-229342fbcff7 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0501559 Aug 12 22:56:17.829160 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-242c5386-121b-4511-8084-e558b072f265 req-db2bea2c-6e94-4fd9-b611-7653288e5064 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Aug 12 22:56:18.660641 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb47773-44e9-462b-be8d-5602bd425bf0 req-1f7484bc-31d6-4693-8e53-70adf0cd3826 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:18.662103 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ccb47773-44e9-462b-be8d-5602bd425bf0 req-1f7484bc-31d6-4693-8e53-70adf0cd3826 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.0561645 Aug 12 22:56:18.701726 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ccb47773-44e9-462b-be8d-5602bd425bf0 req-a12667aa-3389-45d8-bcdd-a443b6ecd744 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308850 Aug 12 22:56:18.947648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099702-8d58-47a1-8a62-1c8487885240 req-161cce71-8f39-4ff1-a864-779e63808c1c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:18.949174 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e4099702-8d58-47a1-8a62-1c8487885240 req-161cce71-8f39-4ff1-a864-779e63808c1c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0488181 Aug 12 22:56:18.989883 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e4099702-8d58-47a1-8a62-1c8487885240 req-0389ab13-92dd-4f2d-b7d6-a81571497684 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Aug 12 22:56:19.838159 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d7a85-0733-49fc-85e9-1d105f75072f req-0440d550-293b-464f-bda2-8ebe4d604387 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:19.839515 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-695d7a85-0733-49fc-85e9-1d105f75072f req-0440d550-293b-464f-bda2-8ebe4d604387 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Aug 12 22:56:19.879248 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-695d7a85-0733-49fc-85e9-1d105f75072f req-4f9c7638-46d6-4f60-833d-2b5f1fba5095 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9b68f19-ab57-42bf-bfce-b0be3836e457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Aug 12 22:56:20.115765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420f57b-c453-4d59-990d-8c30aba67350 req-671cc3e8-ffd4-4cc0-8e94-424b6fd24235 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:20.117187 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0420f57b-c453-4d59-990d-8c30aba67350 req-671cc3e8-ffd4-4cc0-8e94-424b6fd24235 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Aug 12 22:56:20.155027 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0420f57b-c453-4d59-990d-8c30aba67350 req-aa9522ff-14df-4a58-b222-14eacc25b6ed tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Aug 12 22:56:20.313808 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-ae819f21-c1e3-4918-8a60-8cfff3632b20 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:20.315252 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-ae819f21-c1e3-4918-8a60-8cfff3632b20 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 945 time: 0.0593891 Aug 12 22:56:20.412876 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Deleting port 062546eb-50b7-420e-8f9f-868f1cd76a47 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:20.413218 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:20.504338 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] For port 062546eb-50b7-420e-8f9f-868f1cd76a47, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=062546eb-50b7-420e-8f9f-868f1cd76a47,segment=NetworkSegment(84188f98-cdd6-4361-b20f-95c1f3703196),segment_id=84188f98-cdd6-4361-b20f-95c1f3703196)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:20.504691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:20.517905 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Calling delete_port for 062546eb-50b7-420e-8f9f-868f1cd76a47 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:20.648450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:20.677503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Pushing event deleted for resources: {'Port': ['ID=062546eb-50b7-420e-8f9f-868f1cd76a47,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:20.692684 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['062546eb-50b7-420e-8f9f-868f1cd76a47'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:20.720626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] No DVR routers for this DVR port 062546eb-50b7-420e-8f9f-868f1cd76a47 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:20.723240 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:20.725235 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-67ec9f24-ee10-4ac7-85c1-4f105c386e3f req-e067e19f-f92e-4ab7-9e5d-aa5798111629 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.70 "DELETE /v2.0/ports/062546eb-50b7-420e-8f9f-868f1cd76a47 HTTP/1.1" status: 204 len: 173 time: 0.4026430 Aug 12 22:56:20.725702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'name': 'network-vif-deleted', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:20.727942 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b53a2-d607-46a3-8f4d-9b4bbf2f7fd0" -d '{"events": [{"server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "name": "network-vif-deleted", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:20.765104 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d77cc4-e744-44b6-bb81-6ee2157a9bfb x-openstack-request-id: req-f0d77cc4-e744-44b6-bb81-6ee2157a9bfb {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:20.765420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebb865c-c161-4152-a4b7-1ee9768abbb6", "name": "network-vif-deleted", "tag": "062546eb-50b7-420e-8f9f-868f1cd76a47", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:20.765667 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d77cc4-e744-44b6-bb81-6ee2157a9bfb {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:20.766351 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebb865c-c161-4152-a4b7-1ee9768abbb6', 'name': 'network-vif-deleted', 'tag': '062546eb-50b7-420e-8f9f-868f1cd76a47', 'status': 'completed', 'code': 200} Aug 12 22:56:20.986075 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eb897f4f-979c-4463-b1ab-243214a81693 req-675816a9-f3aa-4156-a5ed-4fd11575f274 tempest-AttachVolumeNegativeTest-1707569408 tempest-AttachVolumeNegativeTest-1707569408-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ebb865c-c161-4152-a4b7-1ee9768abbb6 HTTP/1.1" status: 200 len: 210 time: 0.0257621 Aug 12 22:56:21.286733 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b64f9c-d47a-452f-a2bc-59100dcf2968 req-7d9a5577-dfec-4e22-b28d-85ef5472d858 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:21.288285 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-76b64f9c-d47a-452f-a2bc-59100dcf2968 req-7d9a5577-dfec-4e22-b28d-85ef5472d858 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0512524 Aug 12 22:56:21.326956 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-76b64f9c-d47a-452f-a2bc-59100dcf2968 req-3ba31aa2-30a0-422d-bb7e-272acd4fcfc0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Aug 12 22:56:22.045378 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52280) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:22.096676 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Deleting subnet 5cb2826e-496c-4899-918c-04cae5a4f22a {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:56:22.102281 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.141649 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.182735 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.237636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.265766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.267677 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5cb2826e-496c-4899-918c-04cae5a4f22a HTTP/1.1" status: 204 len: 168 time: 0.2211261 Aug 12 22:56:22.268843 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd65d1b-79da-4e26-8cf2-400ef89094eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb2826e-496c-4899-918c-04cae5a4f22a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:22.270328 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52282) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:22.346827 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.428473 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.438809 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:22.448762 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84188f98-cdd6-4361-b20f-95c1f3703196') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:22.449060 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84188f98-cdd6-4361-b20f-95c1f3703196') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:22.457805 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.472405 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.479728 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:56:22.480108 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:56:22.482168 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:56:22.539109 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.554511 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.556378 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f HTTP/1.1" status: 204 len: 168 time: 0.2851698 Aug 12 22:56:22.557390 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5caa860-6f7b-4d1a-8fe7-5cadb662b15d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2dfe5e-1851-42e3-9de2-6c9bcc9a9a2f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:22.668728 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-b8838ed6-2ad0-4807-985f-f724e60b3589 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180230532&fields=id&tenant_id=4d8c638ca71b45d5970b31885456ccd1 HTTP/1.1" status: 200 len: 267 time: 0.0541849 Aug 12 22:56:22.755721 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52296) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:22.792725 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-713fdaee-4697-45ba-b3ef-953786267f44 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:22.794479 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-713fdaee-4697-45ba-b3ef-953786267f44 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 809 time: 0.1136770 Aug 12 22:56:22.802080 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e0bdda9b-b97c-4c77-8183-ac9b53009a94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8990bddc7f684b678900f3e19694abea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449982 Aug 12 22:56:22.802589 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52300) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:22.825023 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-807ea022-1b90-4eec-95d6-b273c9ab846d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/quotas/4d8c638ca71b45d5970b31885456ccd1 HTTP/1.1" status: 200 len: 375 time: 0.0233698 Aug 12 22:56:22.905420 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:22.913862 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-0f2b8f7f-8e89-4136-b4f2-d3d80633bc54 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810375 Aug 12 22:56:22.940624 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.255622 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-c42ce17e-03ae-4106-9f49-9b437c30e1f8 service neutron] 10.222.0.13 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268282 Aug 12 22:56:23.270652 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.273078 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.274160 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9b68f19-ab57-42bf-bfce-b0be3836e457 HTTP/1.1" status: 204 len: 168 time: 0.4707003 Aug 12 22:56:23.315832 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576eb9e-41d7-4eb8-a8ce-e15829baacce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b68f19-ab57-42bf-bfce-b0be3836e457,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:23.360909 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-046e2756-6028-4c7f-bf39-0436be104513 service neutron] 10.222.0.13 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988147 Aug 12 22:56:23.428445 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 062546eb-50b7-420e-8f9f-868f1cd76a47 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:23.454683 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 062546eb-50b7-420e-8f9f-868f1cd76a47 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:23.455030 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 062546eb-50b7-420e-8f9f-868f1cd76a47 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:23.565946 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-78e345a1-2f98-4d25-bf15-117dc9cd4a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:23.660929 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-974925c6-c13d-4b03-b991-d1e68550386d req-20fd8062-e4cf-4153-b094-ddafad7c95d2 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 210 time: 0.0292513 Aug 12 22:56:24.157702 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:56:24.759194 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-2569c43b-8e45-4e48-ae8f-92f27b94e2de tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:24.760743 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-2569c43b-8e45-4e48-ae8f-92f27b94e2de tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 809 time: 0.1188450 Aug 12 22:56:24.766791 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0c8cbe07-98eb-478e-aa47-79879a6b71c5 req-4dab97bb-438b-4482-906f-ff8f963e3ff3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 210 time: 0.0289397 Aug 12 22:56:24.816849 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-4b39c599-7ef6-4056-8a1a-698dbae5ed63 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8c638ca71b45d5970b31885456ccd1 HTTP/1.1" status: 200 len: 379 time: 0.0399659 Aug 12 22:56:24.827611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'port': {'device_id': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'admin_state_up': True, 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'security_groups': ['8b20e224-bd82-46e0-a660-49df36d2236b']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:24.938401 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Made reservation on behalf of 4d8c638ca71b45d5970b31885456ccd1 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:56:24.942132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.034791 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.073202 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Allocated IP 172.20.0.12 (61a134e3-0d49-496b-b37f-0a07327f7bb9/37a76b61-a134-4873-a7e8-777ac79d2333/d6734199-7a42-4feb-ab03-3fadc338e67b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:56:25.229250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.257013 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Transition to ACTIVE for port object d6734199-7a42-4feb-ab03-3fadc338e67b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:56:25.293715 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea6af-f079-442d-9247-f3a2d3674eb8 req-0356cbf0-eb90-4931-a2b1-0f33061b96c2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:25.295532 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0cdea6af-f079-442d-9247-f3a2d3674eb8 req-0356cbf0-eb90-4931-a2b1-0f33061b96c2 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0788109 Aug 12 22:56:25.326294 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.371929 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0cdea6af-f079-442d-9247-f3a2d3674eb8 req-30aefef1-73bc-47d8-b204-178780f4c53a tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684209 Aug 12 22:56:25.383766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:56:25.394857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:56:25.394857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:56:25.395529 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:25.456559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:25.457209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.474162 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-a399692d-0adf-445c-b38d-7d081b226d0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6509910 Aug 12 22:56:25.494769 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Request body: {'port': {'device_id': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:25.644322 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e549cbb4-cb68-413d-bb5a-42ae65b93ab1 None None] Provisioning for port d6734199-7a42-4feb-ab03-3fadc338e67b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:56:25.648566 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e549cbb4-cb68-413d-bb5a-42ae65b93ab1 None None] Provisioning complete for port d6734199-7a42-4feb-ab03-3fadc338e67b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:56:25.648939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e549cbb4-cb68-413d-bb5a-42ae65b93ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.688066 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e549cbb4-cb68-413d-bb5a-42ae65b93ab1 None None] Port d6734199-7a42-4feb-ab03-3fadc338e67b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:56:25.797461 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:25.884537 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec3ad6-9e33-4147-80f5-f38e2e80ab22 req-6e41d031-5807-4adb-bb60-697329432315 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:25.886057 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6ec3ad6-9e33-4147-80f5-f38e2e80ab22 req-6e41d031-5807-4adb-bb60-697329432315 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 932 time: 0.0479155 Aug 12 22:56:25.929202 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b6ec3ad6-9e33-4147-80f5-f38e2e80ab22 req-4c707697-f1ae-442c-849f-4da973787195 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368152 Aug 12 22:56:26.054741 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6734199-7a42-4feb-ab03-3fadc338e67b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:56:26.062656 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.074475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Transition to ACTIVE for port object d6734199-7a42-4feb-ab03-3fadc338e67b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:56:26.079482 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.148489 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:26.208157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Attempting to bind port d6734199-7a42-4feb-ab03-3fadc338e67b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:56:26.208630 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Attempting to bind port d6734199-7a42-4feb-ab03-3fadc338e67b by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:56:26.208982 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Attempting to bind port d6734199-7a42-4feb-ab03-3fadc338e67b on network 61a134e3-0d49-496b-b37f-0a07327f7bb9 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:56:26.214130 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Port d6734199-7a42-4feb-ab03-3fadc338e67b on network 61a134e3-0d49-496b-b37f-0a07327f7bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:56:26.214491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Attempting to bind port d6734199-7a42-4feb-ab03-3fadc338e67b on network 61a134e3-0d49-496b-b37f-0a07327f7bb9 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:56:26.220217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:56:26.220590 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Checking segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:56:26.220956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Bound using segment: {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:56:26.221411 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Bound port: d6734199-7a42-4feb-ab03-3fadc338e67b, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db63905-8897-43ad-8f5c-3630369a6794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:56:26.221771 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.293760 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:56:26.297214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:56:26.302158 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.338441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.339050 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.342774 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] 10.222.0.70 "PUT /v2.0/ports/d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 1094 time: 0.8502614 Aug 12 22:56:26.342774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:26.343375 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef0063e-6b06-4342-a1f6-dad631694eee" -d '{"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:26.370742 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4264c6-f83f-451b-99ac-69225b5f987d service neutron] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:26.406417 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a896f52-712d-437c-8fb4-cee6cdabea55 x-openstack-request-id: req-4a896f52-712d-437c-8fb4-cee6cdabea55 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:26.406819 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:26.407139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a896f52-712d-437c-8fb4-cee6cdabea55 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:26.407717 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'status': 'completed', 'code': 200} Aug 12 22:56:26.411598 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-bd7f45f0-0a88-46ba-ab0e-e4a1e3f46d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.515178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-587572e0-b303-4683-801f-7b353e9312cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.516731 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-587572e0-b303-4683-801f-7b353e9312cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1097 time: 0.0744038 Aug 12 22:56:26.529311 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7393da-9a11-4ad5-a556-a71ff93a972d req-a6170a9a-6a1e-435c-8271-2d7b61c2c127 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.530846 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca7393da-9a11-4ad5-a556-a71ff93a972d req-a6170a9a-6a1e-435c-8271-2d7b61c2c127 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0611212 Aug 12 22:56:26.575167 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-f112e2a0-ed59-46e4-906d-148ca1860cdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 217 time: 0.0401752 Aug 12 22:56:26.628326 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca7393da-9a11-4ad5-a556-a71ff93a972d req-e2299524-2347-4d10-b29f-07d6fd7e0fd1 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878661 Aug 12 22:56:26.638008 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-98cad4b0-9c31-47dd-9426-10abb0327168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.639795 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-98cad4b0-9c31-47dd-9426-10abb0327168 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0569994 Aug 12 22:56:26.689008 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-7fc3040b-8c74-439d-b546-99cca00eddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:26.690518 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-7fc3040b-8c74-439d-b546-99cca00eddff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425646 Aug 12 22:56:26.745852 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:26.787752 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-63f48136-9b0f-47b4-b01f-ef6fa6b6d414 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881219 Aug 12 22:56:26.878266 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e310a187-6b20-4fbe-894a-50bef01c8e3b req-989df968-05dd-409d-82ff-ef59211ff2f2 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Aug 12 22:56:27.030598 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0063e-6b06-4342-a1f6-dad631694eee req-e5c9c921-5436-4f1a-b3c2-dc035e83e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.032172 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-e5c9c921-5436-4f1a-b3c2-dc035e83e884 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1097 time: 0.0466790 Aug 12 22:56:27.050015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5ad7-3441-404b-b913-8a66d1f8640d req-731a38a8-c375-4bec-bc88-87ba8a5f3419 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.051512 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c77a5ad7-3441-404b-b913-8a66d1f8640d req-731a38a8-c375-4bec-bc88-87ba8a5f3419 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0500152 Aug 12 22:56:27.094225 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c77a5ad7-3441-404b-b913-8a66d1f8640d req-60802483-5b4f-4b57-8594-334d129f0e40 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Aug 12 22:56:27.126950 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0063e-6b06-4342-a1f6-dad631694eee req-b6cdcc2c-e260-45a5-a541-e7cb2dd892ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.128516 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-b6cdcc2c-e260-45a5-a541-e7cb2dd892ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.0880463 Aug 12 22:56:27.171520 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-f661dd81-10d6-4160-8318-e598b9b6e640 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 217 time: 0.0348451 Aug 12 22:56:27.225633 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0063e-6b06-4342-a1f6-dad631694eee req-26052d3a-50ad-41e9-9069-3c796c988c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.227575 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-26052d3a-50ad-41e9-9069-3c796c988c35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0485299 Aug 12 22:56:27.276244 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0063e-6b06-4342-a1f6-dad631694eee req-a1636d2c-368d-4e13-b1ac-0abbc651ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.277791 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-a1636d2c-368d-4e13-b1ac-0abbc651ae80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413835 Aug 12 22:56:27.335984 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:27.377832 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-a8e0c91a-543a-48fa-b694-bf54af47bf2c service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916429 Aug 12 22:56:27.475875 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eef0063e-6b06-4342-a1f6-dad631694eee req-57269bab-f59e-49e7-9ea4-1b9e88a39e17 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898087 Aug 12 22:56:27.756312 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c2005-773e-4a09-938f-b57b1d32485b req-9e0683c2-f037-4048-835e-bd2dd9478ccb tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:27.758205 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-940c2005-773e-4a09-938f-b57b1d32485b req-9e0683c2-f037-4048-835e-bd2dd9478ccb tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0556586 Aug 12 22:56:27.796960 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-940c2005-773e-4a09-938f-b57b1d32485b req-811881b9-e7c1-4865-9f72-32904cd5e63d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Aug 12 22:56:28.221982 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45f728-2027-4ab8-a16f-dd9c8e7950c0 req-95b6a12c-8b87-4e59-82b5-4ec7cb3607c6 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:28.223435 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fd45f728-2027-4ab8-a16f-dd9c8e7950c0 req-95b6a12c-8b87-4e59-82b5-4ec7cb3607c6 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0493584 Aug 12 22:56:28.267875 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fd45f728-2027-4ab8-a16f-dd9c8e7950c0 req-4376ce0a-3538-4939-a365-27f50b6e246e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382171 Aug 12 22:56:28.398452 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-3ec94e7b-cf77-45cf-96fa-f2c01f5e2a64 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:28.399817 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-3ec94e7b-cf77-45cf-96fa-f2c01f5e2a64 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 945 time: 0.0538440 Aug 12 22:56:28.505738 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Deleting port 445f5e85-ed85-4154-a358-6232f066f023 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:28.506087 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:28.600264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] For port 445f5e85-ed85-4154-a358-6232f066f023, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=445f5e85-ed85-4154-a358-6232f066f023,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:28.600264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:28.613505 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Calling delete_port for 445f5e85-ed85-4154-a358-6232f066f023 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:28.750297 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:28.782851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Pushing event deleted for resources: {'Port': ['ID=445f5e85-ed85-4154-a358-6232f066f023,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:28.789811 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['445f5e85-ed85-4154-a358-6232f066f023', 'c089b18a-f779-45a9-93b7-6f89247e7503'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:28.827645 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] No DVR routers for this DVR port 445f5e85-ed85-4154-a358-6232f066f023 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:28.839018 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:28.843036 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8be9968d-d3be-47e1-86fa-f53c79751864 req-fc82febc-a3cb-4c46-8bfc-85ddaa9611b0 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "DELETE /v2.0/ports/445f5e85-ed85-4154-a358-6232f066f023 HTTP/1.1" status: 204 len: 173 time: 0.4339385 Aug 12 22:56:28.843956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'name': 'network-vif-deleted', 'tag': '445f5e85-ed85-4154-a358-6232f066f023'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:28.848022 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e2ff3-c567-4145-8016-45c27a7bdac7" -d '{"events": [{"server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "name": "network-vif-deleted", "tag": "445f5e85-ed85-4154-a358-6232f066f023"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:28.861711 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:28.924164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93af11-3ee2-44bc-8614-c13033a68aba x-openstack-request-id: req-ff93af11-3ee2-44bc-8614-c13033a68aba {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:28.924740 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43ac07-0c5e-45ec-b339-f7db3982fdae", "name": "network-vif-deleted", "tag": "445f5e85-ed85-4154-a358-6232f066f023", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:28.925492 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff93af11-3ee2-44bc-8614-c13033a68aba {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:28.926064 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43ac07-0c5e-45ec-b339-f7db3982fdae', 'name': 'network-vif-deleted', 'tag': '445f5e85-ed85-4154-a358-6232f066f023', 'status': 'completed', 'code': 200} Aug 12 22:56:28.929114 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-de87d58a-d59f-4b82-b594-c1068cb695e6 req-ab275501-7511-4314-892b-8e1100b0622d tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e43ac07-0c5e-45ec-b339-f7db3982fdae HTTP/1.1" status: 200 len: 210 time: 0.0416718 Aug 12 22:56:29.398015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440988-9b22-45f9-9b73-baedfd965cbb req-21e5c786-f0bc-4484-8a5b-7ab964bc2c1e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:29.399512 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a7440988-9b22-45f9-9b73-baedfd965cbb req-21e5c786-f0bc-4484-8a5b-7ab964bc2c1e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0553861 Aug 12 22:56:29.444560 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a7440988-9b22-45f9-9b73-baedfd965cbb req-06c8ff7d-7faa-4aa6-8a36-961d2e8b3de1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384855 Aug 12 22:56:30.228936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad41f7-ed92-4b5b-92af-60a2dd15370a req-3e389876-5a51-4512-a2af-1aa046389f7f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:30.230469 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-87ad41f7-ed92-4b5b-92af-60a2dd15370a req-3e389876-5a51-4512-a2af-1aa046389f7f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0562778 Aug 12 22:56:30.274272 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-87ad41f7-ed92-4b5b-92af-60a2dd15370a req-e6734391-0e79-4b43-a83e-da6e4bf884e3 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Aug 12 22:56:30.577167 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e48bc5-e104-4132-81b4-64a109cd6e56 req-8eab4986-f1b6-4982-9fbc-a5eefeb0c90e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:30.578571 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d2e48bc5-e104-4132-81b4-64a109cd6e56 req-8eab4986-f1b6-4982-9fbc-a5eefeb0c90e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0643942 Aug 12 22:56:30.627800 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d2e48bc5-e104-4132-81b4-64a109cd6e56 req-708509a8-40bf-4c08-89e9-f7cf6d4b7939 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Aug 12 22:56:31.394618 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c323-01bc-4c9d-962f-17e66aff8640 req-48084fe6-7e08-4f3a-8878-e582d4b548cf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:31.396125 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f08c323-01bc-4c9d-962f-17e66aff8640 req-48084fe6-7e08-4f3a-8878-e582d4b548cf tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0498853 Aug 12 22:56:31.437310 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8f08c323-01bc-4c9d-962f-17e66aff8640 req-14dc89f7-46bd-4bfb-ad7c-f4a39d79e34f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348463 Aug 12 22:56:31.471460 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 445f5e85-ed85-4154-a358-6232f066f023 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:31.494232 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 445f5e85-ed85-4154-a358-6232f066f023 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:31.494583 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 445f5e85-ed85-4154-a358-6232f066f023 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:31.748737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599ae1-2ea7-4977-bdc4-9dba8462800c req-50f57ced-e523-44c5-bc68-758e19a515ae tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:31.750328 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-78599ae1-2ea7-4977-bdc4-9dba8462800c req-50f57ced-e523-44c5-bc68-758e19a515ae tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0515010 Aug 12 22:56:31.788847 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-78599ae1-2ea7-4977-bdc4-9dba8462800c req-17daae96-e7cc-4864-8003-34f28cdaf714 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Aug 12 22:56:32.568038 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d9b19-1557-4b9e-b8dd-2a0482bde6a8 req-a3dbf815-d15f-4871-ac66-7acbfce68b56 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:32.569553 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-813d9b19-1557-4b9e-b8dd-2a0482bde6a8 req-a3dbf815-d15f-4871-ac66-7acbfce68b56 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0631988 Aug 12 22:56:32.608110 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-813d9b19-1557-4b9e-b8dd-2a0482bde6a8 req-d1d10768-b48d-41b0-8f94-02fe8a4f8f40 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Aug 12 22:56:32.907911 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901248-b63f-48c6-9a93-3eb286321b5d req-2e39e168-006b-484a-84e7-94d3267dde5b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:32.910100 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27901248-b63f-48c6-9a93-3eb286321b5d req-2e39e168-006b-484a-84e7-94d3267dde5b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0513639 Aug 12 22:56:32.953758 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27901248-b63f-48c6-9a93-3eb286321b5d req-f5a09271-577e-4c42-b795-3ce52f82752b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359516 Aug 12 22:56:33.731329 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc986-11bd-4603-aaf8-2fb1e4540765 req-950f1d18-832e-4e05-afbc-1e734bd3060f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:33.732821 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6fdbc986-11bd-4603-aaf8-2fb1e4540765 req-950f1d18-832e-4e05-afbc-1e734bd3060f tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0543871 Aug 12 22:56:33.779996 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6fdbc986-11bd-4603-aaf8-2fb1e4540765 req-eaf70458-32f1-4f13-9804-6b6fae0459da tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Aug 12 22:56:34.087810 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49270d-b8d2-432b-8d1b-ffe0210afde9 req-f9578399-af3d-469f-b41c-b191d909923b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:34.089290 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e49270d-b8d2-432b-8d1b-ffe0210afde9 req-f9578399-af3d-469f-b41c-b191d909923b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0552251 Aug 12 22:56:34.136088 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e49270d-b8d2-432b-8d1b-ffe0210afde9 req-38c09752-a37f-4a39-b0c3-9c6daf347cf8 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383155 Aug 12 22:56:34.900753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0e28a-eff6-437e-83dc-5f398df38139 req-af12814f-3106-4f2c-9799-71fddf09e355 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:34.902272 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c8e0e28a-eff6-437e-83dc-5f398df38139 req-af12814f-3106-4f2c-9799-71fddf09e355 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0508597 Aug 12 22:56:34.943252 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c8e0e28a-eff6-437e-83dc-5f398df38139 req-7f326c09-1cac-40a7-b351-61a3ae339126 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Aug 12 22:56:35.265242 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbab030-1579-44aa-ad10-f8a2bc450ec2 req-28c595b3-5c90-4eb2-a802-9b480d7a5dee tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:35.267612 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bbab030-1579-44aa-ad10-f8a2bc450ec2 req-28c595b3-5c90-4eb2-a802-9b480d7a5dee tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0516384 Aug 12 22:56:35.317074 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bbab030-1579-44aa-ad10-f8a2bc450ec2 req-d1fca34f-24ce-44c6-92d0-242938bef41e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Aug 12 22:56:35.513693 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:56:35.611679 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:35.623591 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'mac_address': 'fa:16:3e:39:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:56:35.665138 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:35.678258 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6734199-7a42-4feb-ab03-3fadc338e67b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:56:35.697856 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:35.703762 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:35.749486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:35.756860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.757230 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.757954 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.758290 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.758615 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.758940 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.759262 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.759579 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.759914 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.760232 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.760549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:35.760859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:36.065853 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d9ef-c835-487c-98c7-c3d0cead6c58 req-1db58aed-36b4-4a87-b1a0-f32b560aee44 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:36.067327 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-59a8d9ef-c835-487c-98c7-c3d0cead6c58 req-1db58aed-36b4-4a87-b1a0-f32b560aee44 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0538466 Aug 12 22:56:36.108253 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-59a8d9ef-c835-487c-98c7-c3d0cead6c58 req-27f0ac0e-4962-4c8a-bbc9-9a1eb1555813 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Aug 12 22:56:36.178264 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['d6734199-7a42-4feb-ab03-3fadc338e67b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:36.433505 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4e93-fa7b-4f77-a5bb-fe33f219b47d req-60c724b6-cbc9-40c6-8346-0c989d149b8d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:36.434631 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-82dd4e93-fa7b-4f77-a5bb-fe33f219b47d req-60c724b6-cbc9-40c6-8346-0c989d149b8d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 945 time: 0.0493991 Aug 12 22:56:36.477926 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-82dd4e93-fa7b-4f77-a5bb-fe33f219b47d req-8f2ad3e2-b11a-40cd-8465-dbb089a8b74d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 Aug 12 22:56:36.880723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-a572e9a1-e1ae-4ca5-91df-0b5dcb7ce5f8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:36.882862 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-a572e9a1-e1ae-4ca5-91df-0b5dcb7ce5f8 tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0503545 Aug 12 22:56:36.982138 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Deleting port c089b18a-f779-45a9-93b7-6f89247e7503 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:36.982477 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.071922 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] For port c089b18a-f779-45a9-93b7-6f89247e7503, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c089b18a-f779-45a9-93b7-6f89247e7503,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:37.072646 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.084962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Calling delete_port for c089b18a-f779-45a9-93b7-6f89247e7503 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:37.247471 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.260590 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8a427-34b9-4ed1-a022-ef2c6a8dc3d6 req-8822a8ee-eecd-4f3f-b04d-20bfa56d76cc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:37.262097 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9be8a427-34b9-4ed1-a022-ef2c6a8dc3d6 req-8822a8ee-eecd-4f3f-b04d-20bfa56d76cc tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5 HTTP/1.1" status: 200 len: 946 time: 0.0671868 Aug 12 22:56:37.285090 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['c089b18a-f779-45a9-93b7-6f89247e7503'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:56:37.294103 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Pushing event deleted for resources: {'Port': ['ID=c089b18a-f779-45a9-93b7-6f89247e7503,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:37.350488 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] No DVR routers for this DVR port c089b18a-f779-45a9-93b7-6f89247e7503 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:56:37.354892 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9be8a427-34b9-4ed1-a022-ef2c6a8dc3d6 req-ecc3c5be-574e-4379-864c-68f5f46d940c tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.13 "GET /v2.0/security-groups?id=9867e67f-00e9-4d83-8459-95933823cda2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 Aug 12 22:56:37.355890 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.357747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5ae75894-5352-4b3b-b5eb-c9e08077ea9a req-b9169c9f-788f-4355-b516-e87d387962ee tempest-ServerRescueNegativeTestJSON-597559908 tempest-ServerRescueNegativeTestJSON-597559908-project] 10.222.0.70 "DELETE /v2.0/ports/c089b18a-f779-45a9-93b7-6f89247e7503 HTTP/1.1" status: 204 len: 173 time: 0.4665575 Aug 12 22:56:37.358176 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'name': 'network-vif-deleted', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:37.360365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9f8e42-d6ec-41b5-afa5-3e49cfb8a94d" -d '{"events": [{"server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "name": "network-vif-deleted", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:37.403793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc27f8f-1327-4a14-91f2-58991d7cb72b x-openstack-request-id: req-4cc27f8f-1327-4a14-91f2-58991d7cb72b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:37.404149 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5", "name": "network-vif-deleted", "tag": "c089b18a-f779-45a9-93b7-6f89247e7503", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:37.404463 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc27f8f-1327-4a14-91f2-58991d7cb72b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:37.404923 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08ac6e-f0ac-4d48-9e3c-9117b491a2a5', 'name': 'network-vif-deleted', 'tag': 'c089b18a-f779-45a9-93b7-6f89247e7503', 'status': 'completed', 'code': 200} Aug 12 22:56:37.537557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:56:37.589182 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port d6734199-7a42-4feb-ab03-3fadc338e67b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:56:37.593986 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port d6734199-7a42-4feb-ab03-3fadc338e67b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:56:37.594521 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.597003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f33e0-adce-484a-a49a-95ae375c7734 req-2f1fb0f0-2cd9-4159-b83c-5a194307cca0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:37.598540 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f9f33e0-adce-484a-a49a-95ae375c7734 req-2f1fb0f0-2cd9-4159-b83c-5a194307cca0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 945 time: 0.0488636 Aug 12 22:56:37.636291 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f9f33e0-adce-484a-a49a-95ae375c7734 req-b42d2db6-92eb-4afe-af30-93480e8c3a1b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Aug 12 22:56:37.677641 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.700377 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:37.702919 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af9f062-e8e5-4a20-98b5-2d8b1a11a99f" -d '{"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-plugged", "status": "completed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:37.717044 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:37.722028 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:37.722809 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device c089b18a-f779-45a9-93b7-6f89247e7503 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:37.744066 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c762964-1022-40da-b37c-c3178ee376e7 x-openstack-request-id: req-7c762964-1022-40da-b37c-c3178ee376e7 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:37.744349 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-plugged", "status": "completed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:37.744621 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c762964-1022-40da-b37c-c3178ee376e7 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:37.745001 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'code': 200} Aug 12 22:56:37.761876 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: c089b18a-f779-45a9-93b7-6f89247e7503 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:37.762214 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device c089b18a-f779-45a9-93b7-6f89247e7503 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:37.788458 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:38.079420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9554-410a-4de6-b53a-2cd606620bbe req-f4d8eeb5-37d3-4c9e-b203-21913ee3a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:38.081417 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-175e9554-410a-4de6-b53a-2cd606620bbe req-f4d8eeb5-37d3-4c9e-b203-21913ee3a69c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0493035 Aug 12 22:56:38.120691 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-175e9554-410a-4de6-b53a-2cd606620bbe req-8302959f-93d2-447d-9248-01983218e3a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282423 Aug 12 22:56:38.413409 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52632) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:38.758734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a193-a815-4f78-9a04-5f83d2bc644a req-e27e51da-e8be-4cc0-a5c6-c5e79df09382 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:38.760368 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7864a193-a815-4f78-9a04-5f83d2bc644a req-e27e51da-e8be-4cc0-a5c6-c5e79df09382 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0508723 Aug 12 22:56:38.800597 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7864a193-a815-4f78-9a04-5f83d2bc644a req-89bcb3d9-61fa-4ab5-8ad0-16ab86183cca tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Aug 12 22:56:38.853544 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:39.158984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Deleting port eda20156-5a73-4766-bfc2-29ec14518c8b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:39.159317 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:39.240337 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] For port eda20156-5a73-4766-bfc2-29ec14518c8b, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=eda20156-5a73-4766-bfc2-29ec14518c8b,segment=NetworkSegment(5beaf13d-fe96-44a6-b429-88caf28c228f),segment_id=5beaf13d-fe96-44a6-b429-88caf28c228f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:39.240782 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:39.252952 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Calling delete_port for eda20156-5a73-4766-bfc2-29ec14518c8b owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:39.498776 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:39.524968 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda20156-5a73-4766-bfc2-29ec14518c8b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:39.690261 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:39.927179 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Router 16578839-8517-4945-bb7b-b13d88787bd7 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:56:39.939018 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04373d87-5959-47e3-9584-349e3543d50c req-77cc3328-8b99-450d-8235-4a2c6ec4efcb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:39.940676 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-04373d87-5959-47e3-9584-349e3543d50c req-77cc3328-8b99-450d-8235-4a2c6ec4efcb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0666256 Aug 12 22:56:39.951446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.046925 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-04373d87-5959-47e3-9584-349e3543d50c req-ddba5f32-0f2c-4f92-857c-3ee835178c10 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985689 Aug 12 22:56:40.058652 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7283504-3e05-473e-a0db-cce102f575ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.078743 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:56:40.088966 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9b972e1f-4cea-4d53-8c2e-1704864d7650 admin admin] 10.222.0.13 "PUT /v2.0/routers/16578839-8517-4945-bb7b-b13d88787bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705899 Aug 12 22:56:40.088966 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52676) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.091333 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Sync routers for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:56:40.106268 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:40.106890 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:56:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:40.219390 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.226114 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ee7a7-9721-416e-8eca-b156b4cfb217 req-b54104ea-217c-4783-b197-dc9deddfd5fd tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:40.226305 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:40.227879 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-274ee7a7-9721-416e-8eca-b156b4cfb217 req-b54104ea-217c-4783-b197-dc9deddfd5fd tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0810480 Aug 12 22:56:40.252401 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7283504-3e05-473e-a0db-cce102f575ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.266689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7283504-3e05-473e-a0db-cce102f575ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.288394 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-274ee7a7-9721-416e-8eca-b156b4cfb217 req-0df64a42-cd12-4357-8bff-2b32fe61ba1d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522418 Aug 12 22:56:40.312568 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d7283504-3e05-473e-a0db-cce102f575ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1e784987ad948d89866612bee0dbc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565173 Aug 12 22:56:40.312568 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.318329 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52680) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.327875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7283504-3e05-473e-a0db-cce102f575ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d48a13-a702-4066-a75f-fab7782e31fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:40.359368 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.381135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.407952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.415172 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:56:39Z', 'revision_number': 5, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port': {'id': 'f00f9b5e-7505-45be-b8fd-f3211b6dd86d', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:90:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16578839-8517-4945-bb7b-b13d88787bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:43Z', 'updated_at': '2021-08-12T22:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:40.439225 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Deleting port f00f9b5e-7505-45be-b8fd-f3211b6dd86d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:56:40.439644 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.448155 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Checking router: 16578839-8517-4945-bb7b-b13d88787bd7 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:56:40.465741 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Routers {'16578839-8517-4945-bb7b-b13d88787bd7'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:40.466384 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:56:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['16578839-8517-4945-bb7b-b13d88787bd7'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:40.477796 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.480535 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.484338 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2d48a13-a702-4066-a75f-fab7782e31fd HTTP/1.1" status: 204 len: 168 time: 0.1690116 Aug 12 22:56:40.489832 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3516-d4dd-4ab6-85c9-33316b371899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d48a13-a702-4066-a75f-fab7782e31fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:40.561630 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] Set router 16578839-8517-4945-bb7b-b13d88787bd7 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:40.570451 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9ddf9-f0b7-4ba4-b23d-06b9c43a47e5 tempest-TestShelveInstance-1956050299 tempest-TestShelveInstance-1956050299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:40.574517 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5bb9ddf9-f0b7-4ba4-b23d-06b9c43a47e5 tempest-TestShelveInstance-1956050299 tempest-TestShelveInstance-1956050299-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1094 time: 0.2526767 Aug 12 22:56:40.575484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.580880 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:56:40.600842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] For port f00f9b5e-7505-45be-b8fd-f3211b6dd86d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:56:40.601227 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.612005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.619153 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:56:40Z', 'revision_number': 6, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:40.619820 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Calling delete_port for f00f9b5e-7505-45be-b8fd-f3211b6dd86d owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:56:40.651422 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463f52f-8d26-446e-a4ef-857505440ed4 None None] The sync data for ids ['16578839-8517-4945-bb7b-b13d88787bd7'] in dv-cinder-759943-11-iscsi is: [{'id': '16578839-8517-4945-bb7b-b13d88787bd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1944225228-router', 'tenant_id': 'e8e605e10e114038a764df28f0b15afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:42Z', 'updated_at': '2021-08-12T22:56:40Z', 'revision_number': 6, 'project_id': 'e8e605e10e114038a764df28f0b15afa', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:56:40.724150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.798286 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.819654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:40.826458 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Pushing event deleted for resources: {'Port': ['ID=f00f9b5e-7505-45be-b8fd-f3211b6dd86d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:40.845157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378bf1cb-a119-4cf0-9fe7-0da97187db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.848491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Allocated IP 172.27.3.39 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/6c360649-60be-4d9c-876f-09b74614f709) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:56:40.887126 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:40.995790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.039797 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378bf1cb-a119-4cf0-9fe7-0da97187db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.051160 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378bf1cb-a119-4cf0-9fe7-0da97187db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.095974 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-378bf1cb-a119-4cf0-9fe7-0da97187db0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c5f648b4dc94787ba1251e081afcc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751091 Aug 12 22:56:41.099678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:41.107507 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.113075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bf1cb-a119-4cf0-9fe7-0da97187db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbac9b0-8773-4a6f-b986-ee27f56b3f1e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:41.179872 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:56:41.190092 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:56:41.192250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'Port': ['ID=6c360649-60be-4d9c-876f-09b74614f709,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:41.195809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:56:41.236292 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.262591 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.264673 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.280020 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.330357 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.330856 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16578839-8517-4945-bb7b-b13d88787bd7 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 22:56:41.335907 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.337038 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-8c4f3248-85e3-437c-8231-553d1195651f admin admin] 10.222.0.13 "DELETE /v2.0/routers/16578839-8517-4945-bb7b-b13d88787bd7 HTTP/1.1" status: 204 len: 168 time: 1.2478292 Aug 12 22:56:41.339773 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52698) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:41.384666 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Deleting subnet 14fd771e-869c-4188-96c5-def979f7ee66 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 22:56:41.387777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.408253 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.411836 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.412993 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbac9b0-8773-4a6f-b986-ee27f56b3f1e HTTP/1.1" status: 204 len: 168 time: 0.3115633 Aug 12 22:56:41.423897 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.479871 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28173307-05a7-44a7-b068-28540c55a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbac9b0-8773-4a6f-b986-ee27f56b3f1e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:41.480092 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.539880 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device eda20156-5a73-4766-bfc2-29ec14518c8b no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:41.581843 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.597777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.603397 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14fd771e-869c-4188-96c5-def979f7ee66 HTTP/1.1" status: 204 len: 168 time: 0.2623155 Aug 12 22:56:41.623160 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52702) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:41.705384 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.708432 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9770-47c6-4e57-871b-95ee1a4c27c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fd771e-869c-4188-96c5-def979f7ee66,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:41.722066 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: eda20156-5a73-4766-bfc2-29ec14518c8b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:41.722659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device eda20156-5a73-4766-bfc2-29ec14518c8b not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:41.723240 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f00f9b5e-7505-45be-b8fd-f3211b6dd86d no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:56:41.726685 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.744284 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: f00f9b5e-7505-45be-b8fd-f3211b6dd86d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:56:41.744878 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f00f9b5e-7505-45be-b8fd-f3211b6dd86d not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:56:41.812993 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.824875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.826158 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5710198-3158-4aa8-9cfb-b09a4f7fff80']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:41.837976 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5beaf13d-fe96-44a6-b429-88caf28c228f') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:41.838273 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5beaf13d-fe96-44a6-b429-88caf28c228f') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:41.849110 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.864634 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.874099 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 22:56:41.875377 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 22:56:41.878331 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 22:56:41.945861 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.958009 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:41.960004 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5710198-3158-4aa8-9cfb-b09a4f7fff80 HTTP/1.1" status: 204 len: 168 time: 0.3357353 Aug 12 22:56:41.970088 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6acede-9b15-48d3-b8d3-8888482f4740 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5710198-3158-4aa8-9cfb-b09a4f7fff80,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:42.005950 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.012244 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.084355 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event updated for resources: {'Port': ['ID=6c360649-60be-4d9c-876f-09b74614f709,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:42.093303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.167008 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52722) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:42.197621 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Floating IP 9ceaa100-606a-4d48-8b15-cbb68fbcf55a associated. External IP: 172.27.3.39, port: d6734199-7a42-4feb-ab03-3fadc338e67b. Aug 12 22:56:42.210182 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d17b8e97-3f00-490e-bd2f-37bb31cafbef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8e605e10e114038a764df28f0b15afa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417624 Aug 12 22:56:42.212673 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52726) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:42.267381 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.289687 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.349767 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.352976 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.354212 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9867e67f-00e9-4d83-8459-95933823cda2 HTTP/1.1" status: 204 len: 168 time: 0.1406188 Aug 12 22:56:42.363280 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7d7ab-0678-48c2-a4b8-70d6ac152b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867e67f-00e9-4d83-8459-95933823cda2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:42.727479 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Router f3f5cd73-9af8-4312-9b5a-45d785996eb6 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:56:42.899124 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:56:42.916607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Sync routers for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:56:42.921489 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:42.930989 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:42.931889 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:56:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:42.951143 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e215bd9a-84d5-43f9-944f-af0ed11d19e9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3743236 Aug 12 22:56:42.951783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:56:42.954091 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a24a19-7779-4909-9a7a-ad06c080af1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:56:43.004781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6278d1-37f8-4e68-8b08-f84756921b2a x-openstack-request-id: req-1c6278d1-37f8-4e68-8b08-f84756921b2a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:56:43.005070 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:56:43.005324 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c6278d1-37f8-4e68-8b08-f84756921b2a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:56:43.005931 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'status': 'completed', 'code': 200} Aug 12 22:56:43.064062 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:43.106375 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-f0e4bdb8-8262-4304-9028-370478df0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:43.107926 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-f0e4bdb8-8262-4304-9028-370478df0431 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0488632 Aug 12 22:56:43.220746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-e8238727-ea75-400d-96af-c49e13c546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:43.222558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-e8238727-ea75-400d-96af-c49e13c546a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.1072998 Aug 12 22:56:43.302592 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-56ed4d7a-ea5b-4ce8-80f6-6004671dcf4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 999 time: 0.0723307 Aug 12 22:56:43.358960 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-117d765d-2a9e-4b69-a511-81934ac436d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:43.360357 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-117d765d-2a9e-4b69-a511-81934ac436d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0498419 Aug 12 22:56:43.433592 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9ceaa100-606a-4d48-8b15-cbb68fbcf55a', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'mac_address': 'fa:16:3e:39:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:41Z', 'updated_at': '2021-08-12T22:56:41Z', 'revision_number': 0, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:43.442230 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-2c37aaf4-c2dd-46fb-9b51-d47c83d756a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:43.444282 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-2c37aaf4-c2dd-46fb-9b51-d47c83d756a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760219 Aug 12 22:56:43.469985 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Checking router: f3f5cd73-9af8-4312-9b5a-45d785996eb6 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:56:43.479712 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:56:43.480457 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:56:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:43.569716 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-06ccb0d3-96e3-437a-8287-30e2df0fb8f8 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160731 Aug 12 22:56:43.621577 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:56:43.677188 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-69a24a19-7779-4909-9a7a-ad06c080af1b req-317e2151-42e4-41c9-b3e9-16cc00de5cfc service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976992 Aug 12 22:56:43.914211 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9ceaa100-606a-4d48-8b15-cbb68fbcf55a', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'mac_address': 'fa:16:3e:39:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:41Z', 'updated_at': '2021-08-12T22:56:41Z', 'revision_number': 0, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:56:43.943286 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58680647-fb3d-428f-8c91-f482b2f54625 None None] The sync data for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi is: [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9ceaa100-606a-4d48-8b15-cbb68fbcf55a', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'mac_address': 'fa:16:3e:39:31:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T22:56:41Z', 'updated_at': '2021-08-12T22:56:41Z', 'revision_number': 0, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:56:44.152568 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d120843-a5f4-4eaf-a9d2-d2815c13ebe0 None None] New status for floating IP 9ceaa100-606a-4d48-8b15-cbb68fbcf55a: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 22:56:44.391501 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52840) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:44.503920 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96f61f78-5b0e-4dca-8072-d8cc07e8bbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.594704 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96f61f78-5b0e-4dca-8072-d8cc07e8bbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.600842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96f61f78-5b0e-4dca-8072-d8cc07e8bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.645477 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-96f61f78-5b0e-4dca-8072-d8cc07e8bbd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91483e7cf06d4b2facceb11a745d187c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526755 Aug 12 22:56:44.646156 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f61f78-5b0e-4dca-8072-d8cc07e8bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cd350c-9d36-41f4-887b-8d03737a25a5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:44.648102 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:44.704744 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.727722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.777982 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.780614 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:44.781809 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25cd350c-9d36-41f4-887b-8d03737a25a5 HTTP/1.1" status: 204 len: 168 time: 0.1326046 Aug 12 22:56:44.790716 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cd350c-9d36-41f4-887b-8d03737a25a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:44.799700 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.800186 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.800526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.801052 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.801425 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.801762 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.802095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.802425 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.802753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.803081 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.803402 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:44.803723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aed7bf-8843-41b1-8a99-77e4aac98262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:45.077372 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:45.091800 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca14454-4c19-4184-91da-b67702acc4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.183090 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d55692-60c3-40aa-ad71-c01a706514bf req-f25258fb-9b49-4b26-823c-7b27766a6857 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:45.184650 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8d55692-60c3-40aa-ad71-c01a706514bf req-f25258fb-9b49-4b26-823c-7b27766a6857 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0791564 Aug 12 22:56:45.253620 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f8d55692-60c3-40aa-ad71-c01a706514bf req-f0c3005e-c4ff-4ad1-a3e2-901b31774d22 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620537 Aug 12 22:56:45.266899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca14454-4c19-4184-91da-b67702acc4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.274151 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ca14454-4c19-4184-91da-b67702acc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.314018 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6ca14454-4c19-4184-91da-b67702acc4eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44e39ad7b9064df8a94994f5628e0c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354825 Aug 12 22:56:45.315493 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca14454-4c19-4184-91da-b67702acc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7aaaf9-acff-4de4-be51-4145b25edce9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:45.317284 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52880) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:45.369014 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.392226 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.442794 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.445493 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:45.446777 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a7aaaf9-acff-4de4-be51-4145b25edce9 HTTP/1.1" status: 204 len: 168 time: 0.1283395 Aug 12 22:56:45.456922 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706d130-db87-4af5-8f6e-53ce09b2050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7aaaf9-acff-4de4-be51-4145b25edce9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:46.436926 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d1eb1-dc5d-4482-b0ca-5cbcbdc45b3a req-e41d393f-3327-4a99-87c5-1f06867defe5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:46.438763 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-030d1eb1-dc5d-4482-b0ca-5cbcbdc45b3a req-e41d393f-3327-4a99-87c5-1f06867defe5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0613086 Aug 12 22:56:46.478752 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-030d1eb1-dc5d-4482-b0ca-5cbcbdc45b3a req-777ca2ef-e7aa-4df9-a4a1-473fc8f417eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Aug 12 22:56:46.569590 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 52926) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:46.690302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.781831 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.787941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.822811 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b89268b-1ad6-4b7a-a264-4366b3a013c1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:46.826682 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbcb87e64bfc402fbaf898d3545bda0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556741 Aug 12 22:56:46.829766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 52930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:46.832711 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.833059 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.833431 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.833765 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.834089 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.834419 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.834750 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.835093 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.835428 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.835732 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.836051 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.836365 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4c795f-ca04-4ed6-a121-cab45f434af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:56:46.888559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.916628 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.972344 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.975075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:46.976369 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b89268b-1ad6-4b7a-a264-4366b3a013c1 HTTP/1.1" status: 204 len: 168 time: 0.1454668 Aug 12 22:56:46.983995 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e83e14-9c1c-4cd1-8f0d-8e3573a6162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b89268b-1ad6-4b7a-a264-4366b3a013c1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:47.597946 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9e3a7-38cb-4a57-b59d-d27c27cecd0e req-a06718f3-bc1c-4ad7-8425-bb6ff8b43d2d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:47.599591 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-57b9e3a7-38cb-4a57-b59d-d27c27cecd0e req-a06718f3-bc1c-4ad7-8425-bb6ff8b43d2d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Aug 12 22:56:47.639572 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-57b9e3a7-38cb-4a57-b59d-d27c27cecd0e req-02ff80a2-4b14-4c1c-9095-18330e646d78 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Aug 12 22:56:48.771978 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d826f-2373-4117-8a2f-530924f5a274 req-49c19a51-ddeb-49d0-b423-5950e25b6e1f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:48.773643 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-374d826f-2373-4117-8a2f-530924f5a274 req-49c19a51-ddeb-49d0-b423-5950e25b6e1f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0568428 Aug 12 22:56:48.813834 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-374d826f-2373-4117-8a2f-530924f5a274 req-b56a8806-a057-4090-b1f5-b6051ccb4482 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Aug 12 22:56:49.952659 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b316-f9a9-41c7-a480-f3b29c1194a5 req-ed0b65a5-8d95-4484-98ec-9d31d5aeb9dc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:49.954171 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e3a4b316-f9a9-41c7-a480-f3b29c1194a5 req-ed0b65a5-8d95-4484-98ec-9d31d5aeb9dc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0590508 Aug 12 22:56:50.007501 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e3a4b316-f9a9-41c7-a480-f3b29c1194a5 req-7bc30434-87ba-4985-adbd-1c7696be21f2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Aug 12 22:56:51.154567 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1f9a5-0785-4193-ae6f-641ac54fdc2a req-fd0b2f90-828a-47a2-8120-f4cb501bc8cb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:51.156048 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8ca1f9a5-0785-4193-ae6f-641ac54fdc2a req-fd0b2f90-828a-47a2-8120-f4cb501bc8cb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0603569 Aug 12 22:56:51.202881 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8ca1f9a5-0785-4193-ae6f-641ac54fdc2a req-a88f2c2a-0a01-4596-8119-3bf2295df313 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Aug 12 22:56:52.332061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab08b-03c4-4736-aaf3-51d4a9976eef req-1e5108c3-6ca9-4dcd-905a-bd7ab264f035 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:52.333834 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-860ab08b-03c4-4736-aaf3-51d4a9976eef req-1e5108c3-6ca9-4dcd-905a-bd7ab264f035 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Aug 12 22:56:52.371550 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-860ab08b-03c4-4736-aaf3-51d4a9976eef req-8caaf14c-069c-4393-831f-18a891ab2c5a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Aug 12 22:56:53.038762 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28373b03-8bae-4ece-8c38-fb5d1efb9fce req-ac9ec307-95eb-4ac7-bd8e-1ca7173ee7eb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:53.040277 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28373b03-8bae-4ece-8c38-fb5d1efb9fce req-ac9ec307-95eb-4ac7-bd8e-1ca7173ee7eb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0524745 Aug 12 22:56:53.080776 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28373b03-8bae-4ece-8c38-fb5d1efb9fce req-3652df04-88f2-4d85-9241-d6e58b1738ee tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340815 Aug 12 22:56:53.348870 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:53.461796 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b73389c7-b43c-45bd-8b66-b02a713bafa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.539683 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4999b-3f08-4d0f-9805-ab7acbe5d804 req-26ab0889-5d1c-4381-9b33-8ce44e71e26e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:53.541221 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3c4999b-3f08-4d0f-9805-ab7acbe5d804 req-26ab0889-5d1c-4381-9b33-8ce44e71e26e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0813258 Aug 12 22:56:53.568119 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1d058969-f634-4554-a575-319e094355ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.596719 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f3c4999b-3f08-4d0f-9805-ab7acbe5d804 req-ceb95451-d343-484c-8f51-71d4004b4649 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491438 Aug 12 22:56:53.630956 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b73389c7-b43c-45bd-8b66-b02a713bafa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.637696 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b73389c7-b43c-45bd-8b66-b02a713bafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.674807 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b73389c7-b43c-45bd-8b66-b02a713bafa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c165454343dc4bc68377101a4d255835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248689 Aug 12 22:56:53.677264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73389c7-b43c-45bd-8b66-b02a713bafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf6051-2f60-4bb5-a170-b7e8af8868ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:53.678089 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53128) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:56:53.730741 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.754709 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.803057 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.805660 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:53.806814 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5bf6051-2f60-4bb5-a170-b7e8af8868ed HTTP/1.1" status: 204 len: 168 time: 0.1274626 Aug 12 22:56:53.814274 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b785c-f48b-4ea0-bf16-71c79d98f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf6051-2f60-4bb5-a170-b7e8af8868ed,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:56:54.199628 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46afa2-dfbb-4b97-9e94-0ed45fc24bfb req-65f08809-9036-48ad-8128-dbbf1fb88169 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:54.201120 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d46afa2-dfbb-4b97-9e94-0ed45fc24bfb req-65f08809-9036-48ad-8128-dbbf1fb88169 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Aug 12 22:56:54.243420 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8d46afa2-dfbb-4b97-9e94-0ed45fc24bfb req-17d3fc63-9a63-4b10-b130-c79aa0e2bcf8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362589 Aug 12 22:56:54.729717 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70c4aa-efe8-4be9-8e8e-b2a71ce527e8 req-b84f4a30-ab95-441b-8411-d5bfc67ee548 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:54.731538 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8b70c4aa-efe8-4be9-8e8e-b2a71ce527e8 req-b84f4a30-ab95-441b-8411-d5bfc67ee548 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0518441 Aug 12 22:56:54.771400 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8b70c4aa-efe8-4be9-8e8e-b2a71ce527e8 req-167caf73-f7fd-4916-ad8f-86fe2b1dc394 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Aug 12 22:56:55.062843 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:55.365562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adbe25-458a-4491-a47c-0f3935767ce9 req-0fca4382-d3c1-4360-a1bd-4057f8f1a7f5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:55.366796 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-65adbe25-458a-4491-a47c-0f3935767ce9 req-0fca4382-d3c1-4360-a1bd-4057f8f1a7f5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Aug 12 22:56:55.413944 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-65adbe25-458a-4491-a47c-0f3935767ce9 req-3012c6c1-b40e-4018-8ab4-54ec134e8044 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Aug 12 22:56:55.902153 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b6f36-b2ea-4dee-8f21-5e0eaa5396de req-95abd63f-936d-404e-916e-8e2e5bf60a50 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:55.903605 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f55b6f36-b2ea-4dee-8f21-5e0eaa5396de req-95abd63f-936d-404e-916e-8e2e5bf60a50 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0558751 Aug 12 22:56:55.949954 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f55b6f36-b2ea-4dee-8f21-5e0eaa5396de req-55efa1c5-8358-4fb9-ac84-008ac5abf5e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Aug 12 22:56:56.397284 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0914026b-22a7-4339-93a5-79039aab210f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:56.531729 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649f595-8df4-4fb0-8c25-e37fd2271043 req-659c2cfd-1ab9-4b77-92b6-c7b6d6d2869c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:56.533461 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a649f595-8df4-4fb0-8c25-e37fd2271043 req-659c2cfd-1ab9-4b77-92b6-c7b6d6d2869c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0572114 Aug 12 22:56:56.573458 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a649f595-8df4-4fb0-8c25-e37fd2271043 req-2035fab7-01d7-447f-9896-0399b6f3cd34 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Aug 12 22:56:56.769455 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.078840 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0979b4b-4ab1-486a-a36b-7e5b02dad444 req-1adf60bf-d164-4f2f-94e0-f80498f8bc46 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.080314 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0979b4b-4ab1-486a-a36b-7e5b02dad444 req-1adf60bf-d164-4f2f-94e0-f80498f8bc46 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0542526 Aug 12 22:56:57.123758 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0979b4b-4ab1-486a-a36b-7e5b02dad444 req-4dbda315-56da-4ca6-9e28-26da2db1f403 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343511 Aug 12 22:56:57.345888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:57.561432 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-d20de438-194f-4a02-9088-caaaccb43a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.562990 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-d20de438-194f-4a02-9088-caaaccb43a2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1098 time: 0.0527315 Aug 12 22:56:57.678551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-14830587-f8d6-452c-9057-a43a0839284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.680357 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-14830587-f8d6-452c-9057-a43a0839284e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.0961998 Aug 12 22:56:57.691919 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1c3f-c8a3-4689-a2b0-243ea80dd3be req-ddc56b65-88ee-45ca-8ac8-0d6df6664d11 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.693409 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-caae1c3f-c8a3-4689-a2b0-243ea80dd3be req-ddc56b65-88ee-45ca-8ac8-0d6df6664d11 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0482326 Aug 12 22:56:57.735475 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-caae1c3f-c8a3-4689-a2b0-243ea80dd3be req-caeb2261-7f47-4b05-a771-6b9cffbaf07f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357366 Aug 12 22:56:57.754376 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-9d880283-be6a-465d-8b3d-10f6b58f4758 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 1001 time: 0.0642004 Aug 12 22:56:57.811325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-6eda6269-a69d-43af-99fb-b74bc0cef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.812852 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-6eda6269-a69d-43af-99fb-b74bc0cef9d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0484340 Aug 12 22:56:57.859580 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-92011457-c70f-49cf-a4a8-1db1f2269048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:57.861139 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-92011457-c70f-49cf-a4a8-1db1f2269048 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403373 Aug 12 22:56:57.962129 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-dfbd1b86-54d7-4f71-ae94-08f31a7428d3 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924661 Aug 12 22:56:58.061397 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1bdf533c-3d20-4b19-84b9-6ca1a274ec04 req-826b910d-7afb-4583-9894-34d0c25be99c service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882306 Aug 12 22:56:58.250663 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c677f-d983-49ab-84b1-f4ced50bf88b req-f920f05b-9ba7-4dfc-8bc7-87b305811e69 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:58.252321 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-575c677f-d983-49ab-84b1-f4ced50bf88b req-f920f05b-9ba7-4dfc-8bc7-87b305811e69 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Aug 12 22:56:58.290637 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-575c677f-d983-49ab-84b1-f4ced50bf88b req-b5b5d64c-0c64-4d3c-aa86-90fe8d73499b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Aug 12 22:56:58.833570 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:56:58.858608 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bd37b-3097-4f2f-8a1f-186cca36694c req-fb62f79c-bb50-4109-9dc2-b693761a0edb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:58.860081 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-517bd37b-3097-4f2f-8a1f-186cca36694c req-fb62f79c-bb50-4109-9dc2-b693761a0edb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Aug 12 22:56:58.905735 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-517bd37b-3097-4f2f-8a1f-186cca36694c req-29a8bdce-4a52-4daa-889a-69503487c242 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395710 Aug 12 22:56:59.432552 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86ef6-f0f8-4484-b1c8-14fd7e41ee18 req-7a6cb53f-70b0-4565-b328-4cd7f2f84d2a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:56:59.433638 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50a86ef6-f0f8-4484-b1c8-14fd7e41ee18 req-7a6cb53f-70b0-4565-b328-4cd7f2f84d2a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0539055 Aug 12 22:56:59.475263 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50a86ef6-f0f8-4484-b1c8-14fd7e41ee18 req-97002200-675d-4c26-bd9d-fa4ea2272a0e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Aug 12 22:57:00.042140 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f90453-7a58-4f02-bf28-2aaead2af5e5 req-157ac157-ccc5-42e4-8e3f-3fc31c48d3d2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:00.043608 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f1f90453-7a58-4f02-bf28-2aaead2af5e5 req-157ac157-ccc5-42e4-8e3f-3fc31c48d3d2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Aug 12 22:57:00.083437 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f1f90453-7a58-4f02-bf28-2aaead2af5e5 req-8da3cad9-6f13-466c-9ea4-77858d43b989 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337229 Aug 12 22:57:00.606346 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ed98-82c5-4507-ba35-ef61f269b791 req-45831fc8-b620-4225-ba41-44b8d7ed43a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:00.607862 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-09b2ed98-82c5-4507-ba35-ef61f269b791 req-45831fc8-b620-4225-ba41-44b8d7ed43a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0565093 Aug 12 22:57:00.645013 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-09b2ed98-82c5-4507-ba35-ef61f269b791 req-2af23d49-d74f-4a70-a987-934faf8f1bc3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Aug 12 22:57:01.157193 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:57:01.206044 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e3bb-3037-4989-bf99-fbda01af851a req-7c1c1d7e-ae33-4514-b6e0-afd01132e180 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:01.207512 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a973e3bb-3037-4989-bf99-fbda01af851a req-7c1c1d7e-ae33-4514-b6e0-afd01132e180 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Aug 12 22:57:01.249564 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a973e3bb-3037-4989-bf99-fbda01af851a req-0af7bffa-ffee-4b52-90dc-3b451315283f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357146 Aug 12 22:57:01.780529 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295ed1c-0b05-4d19-bade-ffcc0f40ff6a req-67c1a4a8-78a9-4355-8096-ed3c61bf9641 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:01.782219 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b295ed1c-0b05-4d19-bade-ffcc0f40ff6a req-67c1a4a8-78a9-4355-8096-ed3c61bf9641 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Aug 12 22:57:01.822242 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b295ed1c-0b05-4d19-bade-ffcc0f40ff6a req-82ec3ba8-e229-485e-b484-82fbb4a70d7c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Aug 12 22:57:02.395069 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454cb87-1ba8-4f4c-9d46-cd35cee70634 req-9bb22abe-0078-432e-baec-7522f4434d04 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:02.396561 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0454cb87-1ba8-4f4c-9d46-cd35cee70634 req-9bb22abe-0078-432e-baec-7522f4434d04 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0603857 Aug 12 22:57:02.443296 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0454cb87-1ba8-4f4c-9d46-cd35cee70634 req-679d54fc-5ce2-4167-9c5a-79552115b700 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Aug 12 22:57:02.966757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d91e-c1cc-475a-8ab6-b2229c8b9913 req-7bac4150-cdbc-4ecb-bb32-018c64220fb9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:02.968230 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-25c7d91e-c1cc-475a-8ab6-b2229c8b9913 req-7bac4150-cdbc-4ecb-bb32-018c64220fb9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0550101 Aug 12 22:57:03.015313 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-25c7d91e-c1cc-475a-8ab6-b2229c8b9913 req-a389c061-67e3-48f5-849c-825ecdd32efc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Aug 12 22:57:03.574302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0140b-407e-440d-a813-0c5769df4c0d req-db1dbd1b-26c4-4d4a-9ae6-e2b16ee4ec06 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:03.575713 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7ba0140b-407e-440d-a813-0c5769df4c0d req-db1dbd1b-26c4-4d4a-9ae6-e2b16ee4ec06 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Aug 12 22:57:03.619824 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7ba0140b-407e-440d-a813-0c5769df4c0d req-ddf0b725-640a-4637-8d81-abb6b42d85b3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349741 Aug 12 22:57:04.150750 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7dd3a-ac21-42d5-98f0-fa03f9548358 req-50f0e7f4-a634-44c3-9252-f15505feba2f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:04.152216 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1fb7dd3a-ac21-42d5-98f0-fa03f9548358 req-50f0e7f4-a634-44c3-9252-f15505feba2f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0528772 Aug 12 22:57:04.194649 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1fb7dd3a-ac21-42d5-98f0-fa03f9548358 req-621eaaab-c5d8-405d-b119-383f4d209646 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Aug 12 22:57:04.762112 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc0c3-4c2d-4bad-8bf3-eb62beb26ed4 req-d5472f6d-beeb-44a1-931b-0ddb7e077776 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:04.763674 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-442dc0c3-4c2d-4bad-8bf3-eb62beb26ed4 req-d5472f6d-beeb-44a1-931b-0ddb7e077776 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Aug 12 22:57:04.809500 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-442dc0c3-4c2d-4bad-8bf3-eb62beb26ed4 req-2aa22249-7478-442a-a5bf-2315fef5c326 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367641 Aug 12 22:57:05.338958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4324-6678-49c6-ad87-3038457cfb4d req-76c49621-5cfc-45c4-bd9b-804315593fc0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:05.340462 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b5e4324-6678-49c6-ad87-3038457cfb4d req-76c49621-5cfc-45c4-bd9b-804315593fc0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0511343 Aug 12 22:57:05.379651 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b5e4324-6678-49c6-ad87-3038457cfb4d req-25579d0f-5733-413d-a968-34c793c5965d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Aug 12 22:57:05.944497 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83329597-aa87-4d75-878b-ca3a707f9fcf req-9889be1c-ccf6-42d9-bfac-f9530eeb9e25 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:05.946117 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83329597-aa87-4d75-878b-ca3a707f9fcf req-9889be1c-ccf6-42d9-bfac-f9530eeb9e25 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0587580 Aug 12 22:57:05.990286 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83329597-aa87-4d75-878b-ca3a707f9fcf req-77f9e409-1261-4666-a9a3-13dd46a8f1f3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Aug 12 22:57:06.520535 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0edfa-a766-465d-a198-fb717915eb6e req-b1198f49-7666-4e40-a5b6-88a30dd3f0cf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:06.522013 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-38f0edfa-a766-465d-a198-fb717915eb6e req-b1198f49-7666-4e40-a5b6-88a30dd3f0cf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0532808 Aug 12 22:57:06.562059 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-38f0edfa-a766-465d-a198-fb717915eb6e req-c6a23f55-7a82-435b-99f2-971788e89652 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Aug 12 22:57:07.132815 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50864a-e05b-4cbf-927c-1395c1957abf req-a5974212-d66b-4f4d-b293-e27811e8eda7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:07.134354 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a50864a-e05b-4cbf-927c-1395c1957abf req-a5974212-d66b-4f4d-b293-e27811e8eda7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0685294 Aug 12 22:57:07.174587 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a50864a-e05b-4cbf-927c-1395c1957abf req-b834dc04-ea0d-4c35-9de3-4a5be7668c42 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336323 Aug 12 22:57:07.704108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83251cf-8e95-43e8-b0f9-b4b9f1cf499e req-c67c50a5-d6cd-478f-8b0c-9702f660eded tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:07.705632 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b83251cf-8e95-43e8-b0f9-b4b9f1cf499e req-c67c50a5-d6cd-478f-8b0c-9702f660eded tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0651681 Aug 12 22:57:07.707986 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:57:07.746899 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b83251cf-8e95-43e8-b0f9-b4b9f1cf499e req-80643613-9db2-4100-add3-43fa3adcb0f1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347111 Aug 12 22:57:07.807156 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:07.818481 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '71595f6d-bd88-4811-816f-262ed629d542', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:57:07.855371 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.867861 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:57:07.888689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:07.894238 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:07.939607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:08.076959 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['71595f6d-bd88-4811-816f-262ed629d542'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:57:08.292249 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbeb8c-c1de-42c0-a9d5-3fe11ec068d1 req-dffdc2da-bf1c-4e9d-9619-0adb87b58f04 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.294176 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-34cbeb8c-c1de-42c0-a9d5-3fe11ec068d1 req-dffdc2da-bf1c-4e9d-9619-0adb87b58f04 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0500584 Aug 12 22:57:08.336000 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-34cbeb8c-c1de-42c0-a9d5-3fe11ec068d1 req-036c3381-ee90-4f30-8867-e983024a670a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Aug 12 22:57:08.886423 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff219479-ac8e-4168-90f0-d1e2e3f2dec1 req-9ba2f03f-3535-48d3-b1d4-49fa947e35ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:08.887941 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff219479-ac8e-4168-90f0-d1e2e3f2dec1 req-9ba2f03f-3535-48d3-b1d4-49fa947e35ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0565884 Aug 12 22:57:08.934993 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ff219479-ac8e-4168-90f0-d1e2e3f2dec1 req-7033e5ec-55f1-4a44-bc62-b827a36b5aa3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Aug 12 22:57:09.472869 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02b0a4-79ac-4458-b25d-348fb5934f23 req-9b93b34a-8da5-4d60-a1e8-5b004508723e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:09.474349 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4e02b0a4-79ac-4458-b25d-348fb5934f23 req-9b93b34a-8da5-4d60-a1e8-5b004508723e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0646081 Aug 12 22:57:09.514685 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4e02b0a4-79ac-4458-b25d-348fb5934f23 req-e5b9ab63-3b55-41b3-8bbb-f208cc3fb682 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342143 Aug 12 22:57:09.726699 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:57:09.781651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 71595f6d-bd88-4811-816f-262ed629d542 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:57:09.782193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:09.865461 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:09.890099 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:09.891936 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa31fce-ce3c-4563-857c-10a200e27a7e" -d '{"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:09.905728 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:09.913281 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:09.937675 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e3c2e-6553-4f12-a82d-51096e8b0d69 x-openstack-request-id: req-633e3c2e-6553-4f12-a82d-51096e8b0d69 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:09.937957 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:09.938202 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-633e3c2e-6553-4f12-a82d-51096e8b0d69 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:09.938610 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'code': 200} Aug 12 22:57:09.963569 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:10.059477 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57821-eb31-458b-a271-31a285a767ed req-8c4cf882-edd9-40bc-a844-185e622a7649 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:10.061413 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-08e57821-eb31-458b-a271-31a285a767ed req-8c4cf882-edd9-40bc-a844-185e622a7649 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0510342 Aug 12 22:57:10.099934 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-08e57821-eb31-458b-a271-31a285a767ed req-eaf38352-ef0c-45c6-8a45-d122b93e6763 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Aug 12 22:57:10.149762 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53384) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:10.258353 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9cae64-02bb-4b4d-a054-31ed416a7e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.360341 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9cae64-02bb-4b4d-a054-31ed416a7e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.366147 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9cae64-02bb-4b4d-a054-31ed416a7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.406129 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-be9cae64-02bb-4b4d-a054-31ed416a7e70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aee422cb08c41e683e71347487bc337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552571 Aug 12 22:57:10.407377 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cae64-02bb-4b4d-a054-31ed416a7e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f9a602-0f32-459b-bc71-9d9ff0e68fab,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:10.408914 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53388) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:10.461218 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.481806 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.531445 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.533964 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.535131 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7f9a602-0f32-459b-bc71-9d9ff0e68fab HTTP/1.1" status: 204 len: 168 time: 0.1251848 Aug 12 22:57:10.543585 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec669f-3944-4152-a128-a2decba09db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f9a602-0f32-459b-bc71-9d9ff0e68fab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:10.639690 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08ab61-07e6-467e-b2a4-ce1eddd62de2 req-a4196cde-9917-4053-87c3-213d6d105704 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:10.641196 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee08ab61-07e6-467e-b2a4-ce1eddd62de2 req-a4196cde-9917-4053-87c3-213d6d105704 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Aug 12 22:57:10.680117 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee08ab61-07e6-467e-b2a4-ce1eddd62de2 req-167ae932-064d-44c0-9efe-8d7c80850d97 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Aug 12 22:57:10.823948 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:10.843625 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff75d8f-aeb9-468e-8587-037139efe697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.932959 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff75d8f-aeb9-468e-8587-037139efe697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.939017 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff75d8f-aeb9-468e-8587-037139efe697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:10.975680 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0ff75d8f-aeb9-468e-8587-037139efe697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a4631ba399f4fcc9c83f8cae67287d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502678 Aug 12 22:57:10.976359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff75d8f-aeb9-468e-8587-037139efe697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58c5d1-38e4-4ff4-a80d-7c6922327408,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:10.978547 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53400) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:11.026864 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:11.048189 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:11.105846 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:11.110039 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:11.111670 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b58c5d1-38e4-4ff4-a80d-7c6922327408 HTTP/1.1" status: 204 len: 168 time: 0.1321318 Aug 12 22:57:11.119825 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47165d-c9a4-450a-98f5-d8f001ea6759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58c5d1-38e4-4ff4-a80d-7c6922327408,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:11.220279 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d08725-e2ac-4f77-86ec-64f5de302165 req-48aa101e-16a1-40b8-a62b-041962bfe783 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:11.221909 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-26d08725-e2ac-4f77-86ec-64f5de302165 req-48aa101e-16a1-40b8-a62b-041962bfe783 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Aug 12 22:57:11.259538 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-26d08725-e2ac-4f77-86ec-64f5de302165 req-ae8882e6-c624-4ddf-9a82-9f79c02143ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Aug 12 22:57:11.801694 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713455dc-ad08-4aa7-a76f-8cb8fbb7eabf req-b1748948-f6dd-4ba8-bb45-62257f5117a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:11.803427 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-713455dc-ad08-4aa7-a76f-8cb8fbb7eabf req-b1748948-f6dd-4ba8-bb45-62257f5117a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0555604 Aug 12 22:57:11.841188 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-713455dc-ad08-4aa7-a76f-8cb8fbb7eabf req-0183a64f-890d-4b43-8860-9c4ca72a5ac6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Aug 12 22:57:12.385489 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6561-cf4b-4ca8-8a79-c7f368a82a05 req-9425f7ca-a25f-4fa0-91bf-15519872704c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:12.387187 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-362d6561-cf4b-4ca8-8a79-c7f368a82a05 req-9425f7ca-a25f-4fa0-91bf-15519872704c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0533631 Aug 12 22:57:12.425694 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-362d6561-cf4b-4ca8-8a79-c7f368a82a05 req-c979cf1e-01e3-4030-934f-ea50c507da8d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Aug 12 22:57:12.874001 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53468) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:12.958033 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5353b-0709-4de8-8792-322df9736c80 req-a29a32be-fe98-44f3-9526-da445e305a25 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:12.959548 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6f5353b-0709-4de8-8792-322df9736c80 req-a29a32be-fe98-44f3-9526-da445e305a25 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0497096 Aug 12 22:57:12.978584 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d12a726c-7c27-44eb-b01b-785c1785e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:12.998273 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6f5353b-0709-4de8-8792-322df9736c80 req-300d3a49-beaa-4ea8-9900-86633d5d2090 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325897 Aug 12 22:57:13.065001 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d12a726c-7c27-44eb-b01b-785c1785e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.070285 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d12a726c-7c27-44eb-b01b-785c1785e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.107868 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d12a726c-7c27-44eb-b01b-785c1785e85f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=030f668f83f549e4b24cd3b55c54245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327383 Aug 12 22:57:13.108779 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a726c-7c27-44eb-b01b-785c1785e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9056cd02-3506-4b04-8d9f-387d2f6ef935,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:13.110787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:13.161625 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.183903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.236364 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.238935 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.240059 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9056cd02-3506-4b04-8d9f-387d2f6ef935 HTTP/1.1" status: 204 len: 168 time: 0.1283007 Aug 12 22:57:13.247750 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23798871-2f70-4823-9a52-8833f3c2fc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056cd02-3506-4b04-8d9f-387d2f6ef935,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:13.528839 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:13.541665 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4db1-65d8-4524-a49a-b1b3f9535fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.546533 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af389182-c9c6-4cca-88f7-22b65998f40e req-639f4db2-4058-41c1-a7e3-c1c2fd75c9f1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:13.548038 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-af389182-c9c6-4cca-88f7-22b65998f40e req-639f4db2-4058-41c1-a7e3-c1c2fd75c9f1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0493381 Aug 12 22:57:13.587888 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-af389182-c9c6-4cca-88f7-22b65998f40e req-743e195e-3e42-4e04-9884-0dd5f7e36949 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335181 Aug 12 22:57:13.641124 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4db1-65d8-4524-a49a-b1b3f9535fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.647484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3d4db1-65d8-4524-a49a-b1b3f9535fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.683689 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7e3d4db1-65d8-4524-a49a-b1b3f9535fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97e73b9e244d4d1c8febf5b7d53c8d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537228 Aug 12 22:57:13.684670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d4db1-65d8-4524-a49a-b1b3f9535fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a009de1-c624-4d43-8881-f19df5ec275b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:13.686760 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:13.745461 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.768713 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.818793 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.821302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:13.822482 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a009de1-c624-4d43-8881-f19df5ec275b HTTP/1.1" status: 204 len: 168 time: 0.1345582 Aug 12 22:57:13.830261 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae4cc-f480-4a61-b031-399f65345a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a009de1-c624-4d43-8881-f19df5ec275b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:14.114077 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f01cb-feb5-4716-bab1-4e297eff8d60 req-20f6b6f9-083e-41c6-8c32-50277a7d03ab tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:14.115560 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d41f01cb-feb5-4716-bab1-4e297eff8d60 req-20f6b6f9-083e-41c6-8c32-50277a7d03ab tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Aug 12 22:57:14.154691 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d41f01cb-feb5-4716-bab1-4e297eff8d60 req-5628172d-6610-4322-b85a-a1c843fb5108 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Aug 12 22:57:14.735649 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28578a-1382-4606-8546-60dedc60e962 req-3e04381a-8486-45ca-8e04-3bcda9ee383e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:14.737158 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-aa28578a-1382-4606-8546-60dedc60e962 req-3e04381a-8486-45ca-8e04-3bcda9ee383e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0550871 Aug 12 22:57:14.784641 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-aa28578a-1382-4606-8546-60dedc60e962 req-742b1ddd-a29c-4d2f-84f4-3236bd487680 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Aug 12 22:57:15.274706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbefe0d-c033-426a-a32a-4054a53ce52d req-1f5c697c-5ef0-4ada-afb6-ff7de446078c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.276300 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-afbefe0d-c033-426a-a32a-4054a53ce52d req-1f5c697c-5ef0-4ada-afb6-ff7de446078c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Aug 12 22:57:15.316616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-afbefe0d-c033-426a-a32a-4054a53ce52d req-d543d2fe-bfb1-4500-bae2-b14eba5ad474 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Aug 12 22:57:15.586090 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3c697-461b-4e53-87f1-0424b178bb26 req-c91446b6-f584-4430-a937-022d34345c4c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.587858 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4ba3c697-461b-4e53-87f1-0424b178bb26 req-c91446b6-f584-4430-a937-022d34345c4c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Aug 12 22:57:15.626718 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4ba3c697-461b-4e53-87f1-0424b178bb26 req-ac8ec64e-2ac1-4fcd-8e5d-36d5b15f2826 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326719 Aug 12 22:57:15.679517 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-79434bf8-c632-4022-9879-95f1ae54d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.681053 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-79434bf8-c632-4022-9879-95f1ae54d4c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0477393 Aug 12 22:57:15.776752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-fc899237-71d2-4297-9bc2-165e06c56a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.778311 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-fc899237-71d2-4297-9bc2-165e06c56a61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.0891263 Aug 12 22:57:15.848867 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-be10ef50-edbf-4422-ae83-ac11cb1ff1e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 1000 time: 0.0596411 Aug 12 22:57:15.902753 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-a55c35db-9802-4780-aa89-fd39bba60786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.904514 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-a55c35db-9802-4780-aa89-fd39bba60786 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0483661 Aug 12 22:57:15.912830 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d24a40-cdd7-4101-b52c-bb8cfce62aab req-f104fe84-77d4-4351-9469-9010490c062e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.914402 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27d24a40-cdd7-4101-b52c-bb8cfce62aab req-f104fe84-77d4-4351-9469-9010490c062e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0514216 Aug 12 22:57:15.959460 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27d24a40-cdd7-4101-b52c-bb8cfce62aab req-b4986e40-3914-4df9-b30a-0c22c1d03643 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Aug 12 22:57:15.959670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-dae075ab-c467-412e-8312-feb46116ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:15.961138 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-dae075ab-c467-412e-8312-feb46116ad7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485682 Aug 12 22:57:16.060656 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-0afb2199-b5a5-414c-804e-9153397fdc46 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894027 Aug 12 22:57:16.157975 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3c80d6ba-f961-4cb4-84e4-00553ecd0742 req-38aa738c-247c-49b9-9bcb-ee00a7cf08ab service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885971 Aug 12 22:57:16.747529 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2bbb2-a025-4336-add7-2434434c3f75 req-fd8eb311-a1d0-4a61-9981-683ce9e51484 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:16.749020 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07e2bbb2-a025-4336-add7-2434434c3f75 req-fd8eb311-a1d0-4a61-9981-683ce9e51484 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Aug 12 22:57:16.790230 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-07e2bbb2-a025-4336-add7-2434434c3f75 req-b2f76cee-2ab2-423b-9b9e-125315a8264f tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Aug 12 22:57:17.091769 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a47d6-eb47-4589-9dc1-65695605e9e4 req-0544631f-5f7a-4eb4-a554-08404ca0bf77 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.093329 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a19a47d6-eb47-4589-9dc1-65695605e9e4 req-0544631f-5f7a-4eb4-a554-08404ca0bf77 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0577552 Aug 12 22:57:17.143700 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a19a47d6-eb47-4589-9dc1-65695605e9e4 req-229d38f5-089b-43de-b641-e3a0102ffd2e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358324 Aug 12 22:57:17.921784 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522302-58c1-4438-b4ff-c0ebd02422f9 req-e93d7355-42f3-4da8-b360-b54a9befacec tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:17.923618 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c5522302-58c1-4438-b4ff-c0ebd02422f9 req-e93d7355-42f3-4da8-b360-b54a9befacec tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 12 22:57:17.963607 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c5522302-58c1-4438-b4ff-c0ebd02422f9 req-b81288fd-8623-412b-ac52-547013c36be3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Aug 12 22:57:18.276493 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8dc6e-4ec7-4b3a-8f73-8d9d878dc938 req-cf84a6b7-49a2-45c0-9f9d-ffb4cc37e359 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:18.278176 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-62c8dc6e-4ec7-4b3a-8f73-8d9d878dc938 req-cf84a6b7-49a2-45c0-9f9d-ffb4cc37e359 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0536692 Aug 12 22:57:18.329946 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-62c8dc6e-4ec7-4b3a-8f73-8d9d878dc938 req-9f613653-81aa-4f38-beb1-3c6a343c507d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Aug 12 22:57:19.462775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3189-cf5f-48eb-94db-1c5c5f20471a req-405968ce-7943-49de-bd86-4ba820796512 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:19.465038 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0cf3189-cf5f-48eb-94db-1c5c5f20471a req-405968ce-7943-49de-bd86-4ba820796512 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0548737 Aug 12 22:57:19.528674 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f0cf3189-cf5f-48eb-94db-1c5c5f20471a req-13e87d21-23f2-4d43-98a7-93610a157e2d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492134 Aug 12 22:57:20.666800 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7640f8-5f44-405f-9dc9-11e8b0278c7a req-c36417d9-688a-4171-953f-f6eb2abab2e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:20.669804 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a7640f8-5f44-405f-9dc9-11e8b0278c7a req-c36417d9-688a-4171-953f-f6eb2abab2e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0563653 Aug 12 22:57:20.717614 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a7640f8-5f44-405f-9dc9-11e8b0278c7a req-9a476475-4bc5-456c-ad20-85ffbfd3b8c1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Aug 12 22:57:21.848717 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7a6b-ece8-429e-bbb4-c159524dbb06 req-ca2b1506-cb9d-496a-b62f-d3b2d1dbf783 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:21.850412 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-020a7a6b-ece8-429e-bbb4-c159524dbb06 req-ca2b1506-cb9d-496a-b62f-d3b2d1dbf783 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Aug 12 22:57:21.891655 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-020a7a6b-ece8-429e-bbb4-c159524dbb06 req-a2bbdbb1-e315-4983-83cc-f9ff309d04af tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Aug 12 22:57:23.036395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b37fce-f3dc-4ee0-923c-775b60282c6d req-d222ed13-b204-4545-a240-fc94b2885681 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:23.037987 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83b37fce-f3dc-4ee0-923c-775b60282c6d req-d222ed13-b204-4545-a240-fc94b2885681 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0666347 Aug 12 22:57:23.090050 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83b37fce-f3dc-4ee0-923c-775b60282c6d req-b8297de3-21f6-422c-b4ae-63c08182b9cf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Aug 12 22:57:23.579326 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-668f4dc5-77e4-4d18-8b7f-cab984efda7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:24.252342 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e6689-cd70-4c0f-8851-8e304da9ea79 req-1a9b022b-27b9-4e5d-ab5a-76412785e808 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:24.254482 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee5e6689-cd70-4c0f-8851-8e304da9ea79 req-1a9b022b-27b9-4e5d-ab5a-76412785e808 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0658710 Aug 12 22:57:24.300033 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee5e6689-cd70-4c0f-8851-8e304da9ea79 req-3cdea15f-0ed2-4b63-981c-d1867d90825a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Aug 12 22:57:25.073956 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:25.422683 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b2160-2597-48ad-9f12-cd5c2c92f15c req-e0863431-d658-4f14-8a1a-3544835766c8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:25.424179 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb3b2160-2597-48ad-9f12-cd5c2c92f15c req-e0863431-d658-4f14-8a1a-3544835766c8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0508182 Aug 12 22:57:25.462355 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb3b2160-2597-48ad-9f12-cd5c2c92f15c req-6855c44f-c705-4744-9597-88960851e70a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 12 22:57:26.408875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-082dfc7b-f12e-4521-bacb-686c296772c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:26.587296 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63b8d-96e1-4de1-a896-e2f12f90d802 req-78e22e7c-dca3-4db5-a12e-07a57e8f5cd2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:26.588772 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c0e63b8d-96e1-4de1-a896-e2f12f90d802 req-78e22e7c-dca3-4db5-a12e-07a57e8f5cd2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Aug 12 22:57:26.630451 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c0e63b8d-96e1-4de1-a896-e2f12f90d802 req-98d79912-8c90-4cc6-844c-17163dc415b4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350487 Aug 12 22:57:26.765218 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.348738 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:27.754341 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6fb6-81d7-4f6a-9f00-c473adf49963 req-6b23dfe1-49cc-45f5-b82e-e0cf11fee298 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:27.755859 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b1be6fb6-81d7-4f6a-9f00-c473adf49963 req-6b23dfe1-49cc-45f5-b82e-e0cf11fee298 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0507929 Aug 12 22:57:27.796628 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b1be6fb6-81d7-4f6a-9f00-c473adf49963 req-7b091109-abbf-4f84-87b6-74bea86b66b6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Aug 12 22:57:28.833892 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:28.921136 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d417a-9e31-444a-842e-61aac43868b1 req-116e4455-f98c-4938-81fa-fd34bff34ad5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:28.922702 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ec9d417a-9e31-444a-842e-61aac43868b1 req-116e4455-f98c-4938-81fa-fd34bff34ad5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0553782 Aug 12 22:57:28.962755 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ec9d417a-9e31-444a-842e-61aac43868b1 req-5d47199b-c208-4871-9b73-4ff4d6fdf585 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Aug 12 22:57:29.479458 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-2df3e8b2-8a93-45b0-b567-3364ec35af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:29.480936 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-2df3e8b2-8a93-45b0-b567-3364ec35af12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1098 time: 0.0417840 Aug 12 22:57:29.579488 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-868560e5-44d9-4801-a039-5df8c6d62bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:29.581004 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-868560e5-44d9-4801-a039-5df8c6d62bc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.0901542 Aug 12 22:57:29.651454 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-febb6883-6b49-43ac-9a28-d82b99c3c049 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 1001 time: 0.0619571 Aug 12 22:57:29.704156 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-2c9caa7a-1f2d-4b6d-b645-717c643003f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:29.705628 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-2c9caa7a-1f2d-4b6d-b645-717c643003f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0457904 Aug 12 22:57:29.756518 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-b3f6bc57-c29c-49be-b8b5-cc79ba51038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:29.758364 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-b3f6bc57-c29c-49be-b8b5-cc79ba51038e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449133 Aug 12 22:57:29.847523 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-d9176549-f6dc-46b3-9d27-f838712bdad1 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796416 Aug 12 22:57:29.950610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e1d840cd-ad79-47aa-9160-5cab38890635 req-4959258e-4aba-430c-8f3a-029e68beb33b service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849521 Aug 12 22:57:30.101852 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44ddbe-f585-451f-9a27-eec0e844e6ff req-eb668677-74ea-46c0-8fda-ee3ff7da7474 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:30.103201 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cf44ddbe-f585-451f-9a27-eec0e844e6ff req-eb668677-74ea-46c0-8fda-ee3ff7da7474 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0528946 Aug 12 22:57:30.142773 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cf44ddbe-f585-451f-9a27-eec0e844e6ff req-b9d65972-8403-4dae-b57b-22d2524c4d16 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Aug 12 22:57:30.888210 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53718) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:30.996555 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0928a9b-1905-45b8-9b8f-08ee3783adfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.086654 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0928a9b-1905-45b8-9b8f-08ee3783adfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.092997 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0928a9b-1905-45b8-9b8f-08ee3783adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.130717 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d0928a9b-1905-45b8-9b8f-08ee3783adfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2d9edb722744b9ea9b8397cb21d4328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414055 Aug 12 22:57:31.131806 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0928a9b-1905-45b8-9b8f-08ee3783adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc82eb61-7481-4805-abdc-6745ceb89c25,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:31.134019 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:31.185900 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.209787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.285875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8185d-eaaf-407b-a310-65487f28cb4c req-378210ee-681f-4d86-a076-1fe6e520536e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:31.287877 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eeb8185d-eaaf-407b-a310-65487f28cb4c req-378210ee-681f-4d86-a076-1fe6e520536e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0716865 Aug 12 22:57:31.302617 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.305093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:31.306200 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc82eb61-7481-4805-abdc-6745ceb89c25 HTTP/1.1" status: 204 len: 168 time: 0.1710260 Aug 12 22:57:31.325686 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18387a96-d4d2-4755-a2eb-b0ecdaf52279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc82eb61-7481-4805-abdc-6745ceb89c25,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:31.339732 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eeb8185d-eaaf-407b-a310-65487f28cb4c req-fc5508bb-d2bf-4b88-8d27-d88bdd5ec60e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453088 Aug 12 22:57:32.481627 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781175-9ae0-4e72-b566-e595068ea9ec req-c36808c2-3e93-4e1f-9458-dbcaea58fa11 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:32.483132 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e7781175-9ae0-4e72-b566-e595068ea9ec req-c36808c2-3e93-4e1f-9458-dbcaea58fa11 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0589154 Aug 12 22:57:32.530471 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e7781175-9ae0-4e72-b566-e595068ea9ec req-8355269c-11f5-4bbd-ace8-421b9da8e5b8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Aug 12 22:57:33.678624 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995af3c7-4292-484e-9a8b-86a5958ff3a1 req-f6b2a5da-8f85-484d-b4a3-ce3d2399aa7d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:33.680136 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-995af3c7-4292-484e-9a8b-86a5958ff3a1 req-f6b2a5da-8f85-484d-b4a3-ce3d2399aa7d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 945 time: 0.0669365 Aug 12 22:57:33.721072 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-995af3c7-4292-484e-9a8b-86a5958ff3a1 req-b94af46a-c913-499e-b20c-7329623bb65a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 12 22:57:33.810238 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:57:33.889549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:33.914755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:57:33.917001 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4097b33b-aa9a-4e17-b756-5ace438c77ca" -d '{"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-unplugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:57:33.930713 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:57:33.936087 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:33.962912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf122b3-01f9-47e4-a86d-c4fb9499c934 x-openstack-request-id: req-cbf122b3-01f9-47e4-a86d-c4fb9499c934 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:57:33.963196 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-unplugged", "status": "failed", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:57:33.963434 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbf122b3-01f9-47e4-a86d-c4fb9499c934 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:57:33.963870 dv-cinder-759943-11-iscsi neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'code': 422} returned with failed status Aug 12 22:57:33.989925 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:34.370838 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc3587-4620-43f6-a6be-c30e08c7d6e8 req-62a567e9-50ee-471d-b244-9a4900b3f1eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:34.372596 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ebbc3587-4620-43f6-a6be-c30e08c7d6e8 req-62a567e9-50ee-471d-b244-9a4900b3f1eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0505161 Aug 12 22:57:34.421198 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ebbc3587-4620-43f6-a6be-c30e08c7d6e8 req-6d86cc46-a957-40ad-b077-6dd96c82346e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Aug 12 22:57:34.721444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:34.809799 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-0d6adb41-cb82-4728-a9c7-bf992c590c3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869308 Aug 12 22:57:35.514743 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53856) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:35.542314 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4d62e-d7fc-4af5-8144-de6e013095fc req-04d540f8-3a27-431f-bd62-137ff113ca11 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:35.549483 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3c4d62e-d7fc-4af5-8144-de6e013095fc req-04d540f8-3a27-431f-bd62-137ff113ca11 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0543411 Aug 12 22:57:35.589712 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e3c4d62e-d7fc-4af5-8144-de6e013095fc req-df842e85-6ccb-4d47-8968-00ef3b60f7d8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Aug 12 22:57:35.630549 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fef4013f-012d-40ba-8482-c265a41f9ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.722675 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fef4013f-012d-40ba-8482-c265a41f9ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.728734 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fef4013f-012d-40ba-8482-c265a41f9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.769484 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fef4013f-012d-40ba-8482-c265a41f9ee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59fb3acf153d4e4ea9bf86887a8aa056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532725 Aug 12 22:57:35.772409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:35.778753 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4013f-012d-40ba-8482-c265a41f9ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735b4742-755b-4ced-a44f-20d96507d07a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:35.825007 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.849624 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.896205 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.899199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:35.900361 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/735b4742-755b-4ced-a44f-20d96507d07a HTTP/1.1" status: 204 len: 168 time: 0.1268170 Aug 12 22:57:35.909213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96c7c0-e3fb-4719-895f-576adec484f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735b4742-755b-4ced-a44f-20d96507d07a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:36.194157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 53870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:36.208419 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffc39-6851-4356-82c9-a82a7f5ebc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.300234 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffc39-6851-4356-82c9-a82a7f5ebc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.306376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ffc39-6851-4356-82c9-a82a7f5ebc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.346756 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-9e9ffc39-6851-4356-82c9-a82a7f5ebc88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d055e8d33a6e43398485be9f936e3215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514711 Aug 12 22:57:36.347541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ffc39-6851-4356-82c9-a82a7f5ebc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2cdd8d-2ec4-4666-9b81-864e0d9dff70,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:36.349773 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 53872) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:36.399575 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.424407 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.471652 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.474334 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:36.475497 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd2cdd8d-2ec4-4666-9b81-864e0d9dff70 HTTP/1.1" status: 204 len: 168 time: 0.1247573 Aug 12 22:57:36.483321 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dfb99-491a-43b1-b2f7-ae3f85e6ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2cdd8d-2ec4-4666-9b81-864e0d9dff70,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:36.707042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da657f6-201f-4124-aa04-9f4a9890903d req-73ed00d8-d8a9-4aa6-a6e9-1e24c77b90ca tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:36.708632 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4da657f6-201f-4124-aa04-9f4a9890903d req-73ed00d8-d8a9-4aa6-a6e9-1e24c77b90ca tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0490787 Aug 12 22:57:36.748436 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4da657f6-201f-4124-aa04-9f4a9890903d req-90c47475-c3a2-4446-a0f6-6496cb999734 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Aug 12 22:57:37.868069 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f597e6-9e41-4d94-8dcd-a0fc8a30ac89 req-09d5dcb9-a35a-4734-920c-20e408f3e060 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:37.871702 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-84f597e6-9e41-4d94-8dcd-a0fc8a30ac89 req-09d5dcb9-a35a-4734-920c-20e408f3e060 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0505526 Aug 12 22:57:37.907752 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-84f597e6-9e41-4d94-8dcd-a0fc8a30ac89 req-f4991983-a68c-4ce6-a39b-f2c1635b8346 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Aug 12 22:57:38.161451 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:57:39.030560 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72465-1d97-4db4-a368-11f3482ea2b2 req-5dbb0c84-0c86-4cc4-888b-9d36f89d8edf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:39.032074 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ea72465-1d97-4db4-a368-11f3482ea2b2 req-5dbb0c84-0c86-4cc4-888b-9d36f89d8edf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0504289 Aug 12 22:57:39.071451 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8ea72465-1d97-4db4-a368-11f3482ea2b2 req-780ce486-e109-4b37-b462-d7f4efe53923 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Aug 12 22:57:40.065192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-7a327df4-63dc-471d-bd2c-fd9f0dab588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.066659 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-7a327df4-63dc-471d-bd2c-fd9f0dab588b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 1096 time: 0.0764551 Aug 12 22:57:40.183415 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-c918327b-8767-4a01-812c-9b882ba6a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.184893 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-c918327b-8767-4a01-812c-9b882ba6a11b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1096 time: 0.0649765 Aug 12 22:57:40.245063 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c400940-591b-46a6-9fbc-52e8c62ea221 req-c786b0db-8a51-4e16-89eb-b8a22c04a1fe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.246577 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c400940-591b-46a6-9fbc-52e8c62ea221 req-c786b0db-8a51-4e16-89eb-b8a22c04a1fe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0971427 Aug 12 22:57:40.308820 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c400940-591b-46a6-9fbc-52e8c62ea221 req-b3f42b98-97d5-4c43-b1cb-a0d47b7387ef tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560861 Aug 12 22:57:40.313574 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-93919556-a7aa-4a62-973d-1de899512bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.314999 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-93919556-a7aa-4a62-973d-1de899512bbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.1219025 Aug 12 22:57:40.383921 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-ed7417fb-04eb-4218-badf-2ddf17a6184c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 999 time: 0.0616179 Aug 12 22:57:40.440067 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-60006821-1ea0-4339-b1fd-b61bd5e6de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.441617 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-60006821-1ea0-4339-b1fd-b61bd5e6de16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0429752 Aug 12 22:57:40.488298 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-db8bf7b7-7aed-40c4-9e0d-3f1d46f7428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:40.489756 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-db8bf7b7-7aed-40c4-9e0d-3f1d46f7428e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407202 Aug 12 22:57:40.586646 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-55c8ef12-0299-4786-bdb7-ddd0956ec06a service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871773 Aug 12 22:57:40.931308 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78aa114b-8a9c-47cd-910d-0af0fa16789d req-a5ccbb40-eda3-4f1e-9dbc-30fdadcb04ae service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365400 Aug 12 22:57:41.439664 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99806c-e171-43d5-84f9-4e08effa6011 req-5ffa0364-9f8d-42ce-bf6d-545c1e0b11e7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:41.447279 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f99806c-e171-43d5-84f9-4e08effa6011 req-5ffa0364-9f8d-42ce-bf6d-545c1e0b11e7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0623748 Aug 12 22:57:41.499134 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f99806c-e171-43d5-84f9-4e08effa6011 req-da9babcc-8b6e-45d9-8485-9d219a2175ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462763 Aug 12 22:57:42.799554 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7fa43-905c-4bc0-8113-59fe4a3e3518 req-03b5f0f4-3ef5-48a3-b5f6-714f2c269154 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:42.801074 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9ca7fa43-905c-4bc0-8113-59fe4a3e3518 req-03b5f0f4-3ef5-48a3-b5f6-714f2c269154 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.2208138 Aug 12 22:57:42.854996 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9ca7fa43-905c-4bc0-8113-59fe4a3e3518 req-707fc30e-d43f-4ab7-a79f-b9fc5ed5fdc7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474532 Aug 12 22:57:44.039693 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a0466-bc03-415c-87c4-a48ca50b2522 req-244fd37a-0690-4d32-b85f-96229004ff4c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:44.041509 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-895a0466-bc03-415c-87c4-a48ca50b2522 req-244fd37a-0690-4d32-b85f-96229004ff4c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.1131973 Aug 12 22:57:44.080225 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-895a0466-bc03-415c-87c4-a48ca50b2522 req-07cb3e92-0b7c-43cc-b987-a49fa16ce852 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Aug 12 22:57:45.219490 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3f37e-ca48-4705-9d77-08e8d85ac4aa req-c3d1c1cc-de81-43cf-9697-bc89b89470bc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:45.221784 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-99d3f37e-ca48-4705-9d77-08e8d85ac4aa req-c3d1c1cc-de81-43cf-9697-bc89b89470bc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0565884 Aug 12 22:57:45.262508 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-99d3f37e-ca48-4705-9d77-08e8d85ac4aa req-fcf7dbfa-bb25-44e1-b6a6-f259e9572071 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340729 Aug 12 22:57:46.408874 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c5803-14c4-4bb2-9b83-b1019def243d req-aab72bb6-d3e5-492d-bf3e-739d80714918 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:46.410750 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-060c5803-14c4-4bb2-9b83-b1019def243d req-aab72bb6-d3e5-492d-bf3e-739d80714918 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0555797 Aug 12 22:57:46.458223 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-060c5803-14c4-4bb2-9b83-b1019def243d req-794f2a89-f081-424b-9530-06744bdd9df4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Aug 12 22:57:47.108459 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 54038) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:47.237744 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.355240 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.361942 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.405849 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab819772eaa942d5ae439897323126c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939670 Aug 12 22:57:47.405849 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d0b86-a9f0-45d5-aeec-f68093fc4a73,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:47.406275 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 54048) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:47.413590 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.414118 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.414275 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.414807 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.415141 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.415468 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.415988 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.416316 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.416639 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.416977 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.417300 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.417640 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4b8a05-a9ce-41f6-a327-edc5dd6736a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.463834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.487168 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.548908 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.551507 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:47.555022 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c5d0b86-a9f0-45d5-aeec-f68093fc4a73 HTTP/1.1" status: 204 len: 168 time: 0.1454597 Aug 12 22:57:47.593529 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d0b86-a9f0-45d5-aeec-f68093fc4a73,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:47.606510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.606510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.606510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.606510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.607035 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.607035 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.607319 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.607805 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.608279 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.608600 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.608910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.609216 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ad99b-1fd7-4604-9b28-461c4fe2666f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:57:47.623290 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d7959-cbb0-4859-98a3-6af5ce5a771e req-21cb8854-15da-40fc-9944-9f226c90ce1d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:47.630994 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f62d7959-cbb0-4859-98a3-6af5ce5a771e req-21cb8854-15da-40fc-9944-9f226c90ce1d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0958669 Aug 12 22:57:47.695805 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f62d7959-cbb0-4859-98a3-6af5ce5a771e req-73a37480-b6dd-452e-b123-fec26ea71db0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638618 Aug 12 22:57:48.849016 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b07913-f293-4050-b2e5-e7bae3ecceb1 req-098a32ec-7f61-4a60-a5db-f4e8f26ff12d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:48.851390 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e6b07913-f293-4050-b2e5-e7bae3ecceb1 req-098a32ec-7f61-4a60-a5db-f4e8f26ff12d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0556657 Aug 12 22:57:48.919771 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e6b07913-f293-4050-b2e5-e7bae3ecceb1 req-159a7a3a-64d0-40f4-b350-6fdbc211f8ce tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512714 Aug 12 22:57:50.039927 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f986a3c-c2b1-4b62-9c13-423380d9ba8d req-df4a7480-bcab-4bde-a548-77ff656bf1d1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:50.041565 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f986a3c-c2b1-4b62-9c13-423380d9ba8d req-df4a7480-bcab-4bde-a548-77ff656bf1d1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0545113 Aug 12 22:57:50.079468 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f986a3c-c2b1-4b62-9c13-423380d9ba8d req-5f048018-6fc8-4032-aa14-1e3f7d6b065c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Aug 12 22:57:51.206851 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a6ace-dd7f-454e-bc80-98d95c5992db req-86b1fc5f-3e05-4c1f-ab90-0d76cf9fda44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:51.215256 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d21a6ace-dd7f-454e-bc80-98d95c5992db req-86b1fc5f-3e05-4c1f-ab90-0d76cf9fda44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0584748 Aug 12 22:57:51.255732 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d21a6ace-dd7f-454e-bc80-98d95c5992db req-9d20e2cd-c8d4-4aad-b639-82e249086083 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Aug 12 22:57:52.378480 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58323c7-401e-40dc-a366-a10d93e30ad3 req-b8a1927d-9a77-43ab-befb-e6702e7bc0ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:52.380241 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d58323c7-401e-40dc-a366-a10d93e30ad3 req-b8a1927d-9a77-43ab-befb-e6702e7bc0ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0505662 Aug 12 22:57:52.423418 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d58323c7-401e-40dc-a366-a10d93e30ad3 req-d54316a7-a5b2-46c1-bfa8-0500f5101972 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358963 Aug 12 22:57:53.191870 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 54184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:53.297798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df60e13f-c56e-40e5-a2c1-7877f5f46b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.389725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df60e13f-c56e-40e5-a2c1-7877f5f46b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.397228 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df60e13f-c56e-40e5-a2c1-7877f5f46b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.435031 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60e13f-c56e-40e5-a2c1-7877f5f46b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962c0d6-3e78-4ea8-a11c-8e257d792ae9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:53.439713 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-df60e13f-c56e-40e5-a2c1-7877f5f46b96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da0ea3a7157844d2a5925c08b3f4843a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463548 Aug 12 22:57:53.442648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 54188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:53.502720 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.529023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.575755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-417238d9-de6a-4173-b77e-fb918cc46795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.597978 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.600688 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:53.601982 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f962c0d6-3e78-4ea8-a11c-8e257d792ae9 HTTP/1.1" status: 204 len: 168 time: 0.1580698 Aug 12 22:57:53.610645 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2b0ac-cb87-4a27-a08a-7fa66026b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962c0d6-3e78-4ea8-a11c-8e257d792ae9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:53.819952 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a974b47-7956-46d0-b1a9-2f3626b656f8 req-cc65d356-705d-4965-aa05-5bdef795c201 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:53.821631 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a974b47-7956-46d0-b1a9-2f3626b656f8 req-cc65d356-705d-4965-aa05-5bdef795c201 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0701966 Aug 12 22:57:53.860347 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a974b47-7956-46d0-b1a9-2f3626b656f8 req-d8c98e62-b27d-4754-afeb-4230ba015129 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Aug 12 22:57:54.333548 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 54224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:54.435951 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-972848354-network', 'tenant_id': 'd644d9e876a24261aacae625aa398fba'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:54.459060 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Made reservation on behalf of d644d9e876a24261aacae625aa398fba for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:54.461306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.469484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.561747 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.568987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.599795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:57:54.609443 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:54.614137 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.614517 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Added segment 77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b of type vlan for network 16cc112d-8f09-4c92-b0d1-30e37b81823f Aug 12 22:57:54.657559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.684205 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.685215 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:54.685834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.734998 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3999062 Aug 12 22:57:54.738129 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 54228) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:57:54.744059 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Request body: {'subnet': {'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-972848354-subnet', 'tenant_id': 'd644d9e876a24261aacae625aa398fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:57:54.745726 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c7b5b-ef4b-416b-b4ae-de89bc52720a admin admin] Pushing event updated for resources: {'Network': ['ID=16cc112d-8f09-4c92-b0d1-30e37b81823f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:54.756389 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:57:54.770376 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Made reservation on behalf of d644d9e876a24261aacae625aa398fba for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:57:54.772663 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637907'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.945748 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3272899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637921'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:54.985952 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f53b99-5ada-48ce-8c21-74dda5265b73 req-7ec92171-4295-4773-a943-8cf7402ed9e4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:54.987314 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3f53b99-5ada-48ce-8c21-74dda5265b73 req-7ec92171-4295-4773-a943-8cf7402ed9e4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0508447 Aug 12 22:57:54.998545 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7333c787-75b4-4e6b-a75e-1178a079e8b9,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:57:55.009241 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Checking segment: {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:57:55.009626 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Network hostable DHCP agents. Network: 16cc112d-8f09-4c92-b0d1-30e37b81823f, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:57:55.027568 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:57:55.031220 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3f53b99-5ada-48ce-8c21-74dda5265b73 req-930e540d-1a75-46ca-864a-a689ca696b2a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Aug 12 22:57:55.037078 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 16cc112d-8f09-4c92-b0d1-30e37b81823f) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:57:55.041804 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:55.042395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:55.049462 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59642d1b-fc62-496f-8da8-bc35c7fd149e None None] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:55.072528 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-cc90a43e-c662-4b9e-89cd-d10c1992e9b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3332007 Aug 12 22:57:55.097309 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:55.183622 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5bfb8c-6822-42a3-9c61-da3d5ff993fe None None] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:57:56.158367 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10909c0c-02f3-4d78-aba9-62606fd8f3d4 req-a070cc1f-8a78-4525-931a-75812189f600 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:56.159833 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-10909c0c-02f3-4d78-aba9-62606fd8f3d4 req-a070cc1f-8a78-4525-931a-75812189f600 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0512104 Aug 12 22:57:56.198615 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-10909c0c-02f3-4d78-aba9-62606fd8f3d4 req-c411f21c-1b39-40ed-a4b0-56c3d1577398 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Aug 12 22:57:56.407915 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1570bfc-1e7a-4a84-ac4a-2b3bb283456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:56.765648 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.333862 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39843663-1caa-400c-ac5e-bd2ea10eeb8a req-ddd75247-88dc-44a3-a05d-7f140097741d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:57.335368 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-39843663-1caa-400c-ac5e-bd2ea10eeb8a req-ddd75247-88dc-44a3-a05d-7f140097741d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0519085 Aug 12 22:57:57.346354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:57.374180 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-39843663-1caa-400c-ac5e-bd2ea10eeb8a req-e80d1fb7-596e-4b66-8d9d-25d816b742ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Aug 12 22:57:57.942592 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-aa95a447-1811-424b-b4aa-1514b8fd4adf tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:57.944079 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-aa95a447-1811-424b-b4aa-1514b8fd4adf tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 813 time: 0.1168664 Aug 12 22:57:57.959118 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-8dae094d-30a8-461c-b605-57ec08025b52 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/quotas/d644d9e876a24261aacae625aa398fba HTTP/1.1" status: 200 len: 375 time: 0.0091665 Aug 12 22:57:57.990039 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-9d6db2e3-62e0-421b-87f0-49b6ec3f58ed tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256388 Aug 12 22:57:58.131227 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-3473d5b6-fc50-4273-8ddb-9743cade3c8f service neutron] 10.222.0.13 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339796 Aug 12 22:57:58.221162 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-9bb8f8aa-19b1-4f62-83c9-4bbebfcd2519 service neutron] 10.222.0.13 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806556 Aug 12 22:57:58.381584 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a83ad280-07a3-422c-aecc-1fd0c98cafc4 req-ce26cf94-a843-4e91-8511-b82eeff189df tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0256481 Aug 12 22:57:58.500375 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3a2f2-bbb0-415d-97cc-4332b8abf2f3 req-953368de-c1d1-4b4b-8561-207ac39e809a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:58.501887 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dcc3a2f2-bbb0-415d-97cc-4332b8abf2f3 req-953368de-c1d1-4b4b-8561-207ac39e809a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0553555 Aug 12 22:57:58.540576 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dcc3a2f2-bbb0-415d-97cc-4332b8abf2f3 req-bf99fbcf-0046-441f-9a53-e72eae42a7fc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Aug 12 22:57:58.837125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:57:59.488789 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6c33fc29-8106-4aee-b0db-42de1cae2a5a req-dda20679-9dbd-4edc-b2c0-3976ef521643 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0304835 Aug 12 22:57:59.671906 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f6213-abc9-4b7a-9bbc-a36c17ed29ee req-ea4af680-d7f7-40a9-a37e-3de46a55726c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:57:59.673379 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9d7f6213-abc9-4b7a-9bbc-a36c17ed29ee req-ea4af680-d7f7-40a9-a37e-3de46a55726c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0598247 Aug 12 22:57:59.715435 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9d7f6213-abc9-4b7a-9bbc-a36c17ed29ee req-3dc35d1c-137e-43fd-847f-bc4bf41fc92f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Aug 12 22:58:00.588051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cf04d5bc-d8ca-400b-b2a2-a53bbcb7246d req-bc2faf46-81fd-4d12-9535-fb52d763ca34 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0274551 Aug 12 22:58:00.864052 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25f9e2-a185-452b-8aa6-c46312bf5bef req-5f8ca90c-a171-4129-9299-08e3bc7215b1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:00.865646 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3c25f9e2-a185-452b-8aa6-c46312bf5bef req-5f8ca90c-a171-4129-9299-08e3bc7215b1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0614903 Aug 12 22:58:00.911747 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3c25f9e2-a185-452b-8aa6-c46312bf5bef req-44935983-5fb4-4f32-9dab-3e50be60cecc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Aug 12 22:58:01.692529 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efcd87ee-ff1a-43d3-8e68-80364ecb58e7 req-dfc65f12-07a6-493b-a024-aaddf68c9c4c tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0291438 Aug 12 22:58:02.045232 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80beef6-dd08-447a-a70b-2e759abdce83 req-759201e5-6cbb-4fa6-bbc0-7dff2e155ea9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:02.046804 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f80beef6-dd08-447a-a70b-2e759abdce83 req-759201e5-6cbb-4fa6-bbc0-7dff2e155ea9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0572736 Aug 12 22:58:02.089366 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f80beef6-dd08-447a-a70b-2e759abdce83 req-e8ec7d32-f47e-4b25-adb0-e5a6398d02a8 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343575 Aug 12 22:58:02.809568 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3e81c7ad-ab4d-49ba-b7b5-80d8d6662a0e req-d2ae4148-8761-484f-aa01-b4f1afed32a3 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0339043 Aug 12 22:58:03.218616 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dc34c-d22d-4d24-9dfe-501ae857f5dd req-0400c74b-dae1-4d1d-baa6-bf1c15d3c2d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:03.220129 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-949dc34c-d22d-4d24-9dfe-501ae857f5dd req-0400c74b-dae1-4d1d-baa6-bf1c15d3c2d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0526989 Aug 12 22:58:03.259033 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-949dc34c-d22d-4d24-9dfe-501ae857f5dd req-33259ba8-f707-4050-a860-9aeaf9ad372e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328083 Aug 12 22:58:03.647997 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-896f7724-30da-40c1-9466-7a7cb106136e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:03.649661 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-896f7724-30da-40c1-9466-7a7cb106136e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 813 time: 0.1037447 Aug 12 22:58:03.672201 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Request body: {'port': {'device_id': '3271db0d-83b0-4098-97e5-04570d502b0e', 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f', 'admin_state_up': True, 'tenant_id': 'd644d9e876a24261aacae625aa398fba'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:58:03.787205 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-5a32fd64-fa85-4911-a32b-7791db355c5f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721223 Aug 12 22:58:03.812112 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Made reservation on behalf of d644d9e876a24261aacae625aa398fba for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:58:03.815542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:03.941325 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4a548766-c965-4472-b40b-c2fa41b13196 req-f03a5c6a-b2a3-476b-9620-6c0e2bca55cd tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0350070 Aug 12 22:58:03.984209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-76b170c7-02f1-4703-8888-3e4c007e2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:03.985775 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-76b170c7-02f1-4703-8888-3e4c007e2d8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.1153946 Aug 12 22:58:03.999775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Allocated IP 172.20.0.10 (16cc112d-8f09-4c92-b0d1-30e37b81823f/7333c787-75b4-4e6b-a75e-1178a079e8b9/55248302-8908-4de6-9250-6504cb4187ba) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:58:04.170964 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-a738bd6c-3601-4d25-97fe-2b72cceeabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:04.172449 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-a738bd6c-3601-4d25-97fe-2b72cceeabbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.1621137 Aug 12 22:58:04.263519 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-aed83c75-9bf0-494d-a09a-d60a825d4ce6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 1000 time: 0.0822475 Aug 12 22:58:04.272613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:04.341281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-73cf7534-7c9e-41b4-a4c5-f1746faede88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:04.342791 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-73cf7534-7c9e-41b4-a4c5-f1746faede88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0676870 Aug 12 22:58:04.377766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:04.380381 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3060-bfed-4812-805b-0c8567d3f407 req-24a0d0d1-6d8a-4beb-8a1a-3270bae952c7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:04.382242 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dabd3060-bfed-4812-805b-0c8567d3f407 req-24a0d0d1-6d8a-4beb-8a1a-3270bae952c7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0504456 Aug 12 22:58:04.433516 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dabd3060-bfed-4812-805b-0c8567d3f407 req-584818c1-3b66-4ae7-a975-3afdb3d11eb3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Aug 12 22:58:04.435971 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:58:04.441635 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-fac93afd-0379-4f91-99fe-d8b22f948a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:04.443549 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-fac93afd-0379-4f91-99fe-d8b22f948a83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0914295 Aug 12 22:58:04.444118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Pushing event updated for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:04.446799 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:58:04.448907 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:58:04.506285 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:04.507249 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:04.523599 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-0993632b-02e7-4cd2-a35c-ced70fec8cc8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552723 Aug 12 22:58:04.596637 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Request body: {'port': {'device_id': '3271db0d-83b0-4098-97e5-04570d502b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:58:04.673741 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:04.687775 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-2a4d7e71-7fa2-4e87-b1a8-e0f4191d315a service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938696 Aug 12 22:58:04.905955 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d88833b2-c02b-4ec0-9b87-7dc9a195053f req-330461a1-b94e-4628-95c1-fc8339e537c6 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917686 Aug 12 22:58:05.013896 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55248302-8908-4de6-9250-6504cb4187ba {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:58:05.035685 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:05.064621 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Transition to ACTIVE for port object 55248302-8908-4de6-9250-6504cb4187ba will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:58:05.073723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:05.092572 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bce0-bc2b-4618-bc8e-28b1a25a14dc req-ca4597c5-52ad-419d-be28-0a004a942336 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.094085 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2367bce0-bc2b-4618-bc8e-28b1a25a14dc req-ca4597c5-52ad-419d-be28-0a004a942336 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 932 time: 0.0832586 Aug 12 22:58:05.152291 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Pushing event updated for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:05.186438 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2367bce0-bc2b-4618-bc8e-28b1a25a14dc req-eac4afcd-378c-46b7-9390-637dfd3da7d5 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Aug 12 22:58:05.238869 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Attempting to bind port 55248302-8908-4de6-9250-6504cb4187ba on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:58:05.239203 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Attempting to bind port 55248302-8908-4de6-9250-6504cb4187ba by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:58:05.239527 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Attempting to bind port 55248302-8908-4de6-9250-6504cb4187ba on network 16cc112d-8f09-4c92-b0d1-30e37b81823f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:58:05.244217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Port 55248302-8908-4de6-9250-6504cb4187ba on network 16cc112d-8f09-4c92-b0d1-30e37b81823f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:58:05.244541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Attempting to bind port 55248302-8908-4de6-9250-6504cb4187ba on network 16cc112d-8f09-4c92-b0d1-30e37b81823f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:58:05.249539 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:58:05.249910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Checking segment: {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:58:05.250288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Bound using segment: {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:58:05.250703 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Bound port: 55248302-8908-4de6-9250-6504cb4187ba, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:58:05.251053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:05.313526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:58:05.316488 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55248302-8908-4de6-9250-6504cb4187ba,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:58:05.326247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:05.363288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.363887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:05.365320 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/55248302-8908-4de6-9250-6504cb4187ba HTTP/1.1" status: 200 len: 1094 time: 0.8268707 Aug 12 22:58:05.365776 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'tag': '55248302-8908-4de6-9250-6504cb4187ba'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:05.368121 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84" -d '{"events": [{"name": "network-changed", "server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "tag": "55248302-8908-4de6-9250-6504cb4187ba"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:05.388192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e48e48-5f85-4a44-9075-4219d1f479f5 service neutron] Pushing event updated for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:05.409761 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6623ec1a-c423-4685-ac47-357bce89bf35 x-openstack-request-id: req-6623ec1a-c423-4685-ac47-357bce89bf35 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:05.409986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "tag": "55248302-8908-4de6-9250-6504cb4187ba", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:05.410238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6623ec1a-c423-4685-ac47-357bce89bf35 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:05.410632 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'tag': '55248302-8908-4de6-9250-6504cb4187ba', 'status': 'completed', 'code': 200} Aug 12 22:58:05.472506 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-3b47eb50-ddce-4095-bdcd-80782d3a3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.474145 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-3b47eb50-ddce-4095-bdcd-80782d3a3216 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 1097 time: 0.0424500 Aug 12 22:58:05.528990 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-251015b4-7c25-4d6c-9c9d-87d0e368014a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55248302-8908-4de6-9250-6504cb4187ba HTTP/1.1" status: 200 len: 217 time: 0.0388081 Aug 12 22:58:05.604472 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e32dc5de-ce58-41a5-87a4-0e94b82d6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.606003 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-e32dc5de-ce58-41a5-87a4-0e94b82d6017 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7333c787-75b4-4e6b-a75e-1178a079e8b9 HTTP/1.1" status: 200 len: 853 time: 0.0683978 Aug 12 22:58:05.614411 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1adeb0-560c-487f-a144-fc193cf470eb req-1611e732-65cb-4a7d-a5ce-522a429a4bdf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.615815 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3e1adeb0-560c-487f-a144-fc193cf470eb req-1611e732-65cb-4a7d-a5ce-522a429a4bdf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0893056 Aug 12 22:58:05.650438 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-7f17dd31-db0c-45f9-96f1-08742632ebec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=16cc112d-8f09-4c92-b0d1-30e37b81823f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336747 Aug 12 22:58:05.716446 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3e1adeb0-560c-487f-a144-fc193cf470eb req-1a11ac1f-20b7-488f-b0b7-e54bf4a03b3f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916126 Aug 12 22:58:05.752824 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-04ea0318-0a81-44eb-9130-4de717b8cdb2 service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942471 Aug 12 22:58:05.848335 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d4a91b3b-6f52-41f5-b5ab-456c066eb913 req-58eb7f81-a0f3-480c-85e6-22a8e679c91c service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Aug 12 22:58:05.993095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-903a6405-e0a6-45e4-ba68-ab6e3364be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:05.994766 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-903a6405-e0a6-45e4-ba68-ab6e3364be6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 1097 time: 0.0442483 Aug 12 22:58:06.107142 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-06b9ec35-bc92-4959-aaf4-150a21887526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:06.108818 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-06b9ec35-bc92-4959-aaf4-150a21887526 service neutron] 10.222.0.70 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 914 time: 0.0938909 Aug 12 22:58:06.166646 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-8fe38496-3484-4d8e-ae37-079b85ea6bfb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55248302-8908-4de6-9250-6504cb4187ba HTTP/1.1" status: 200 len: 217 time: 0.0494313 Aug 12 22:58:06.216322 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-6a58ef5e-40ee-4709-bd40-5de11186c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:06.217835 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-6a58ef5e-40ee-4709-bd40-5de11186c870 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7333c787-75b4-4e6b-a75e-1178a079e8b9 HTTP/1.1" status: 200 len: 853 time: 0.0439053 Aug 12 22:58:06.250287 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-5c6208f9-2613-448c-b28e-22758c7082e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=16cc112d-8f09-4c92-b0d1-30e37b81823f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237610 Aug 12 22:58:06.303480 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b17b-1c04-4acd-b087-4446d6a58784 req-dcf926ca-d05c-4c3b-91f6-4703c332866e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:06.305005 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4c32b17b-1c04-4acd-b087-4446d6a58784 req-dcf926ca-d05c-4c3b-91f6-4703c332866e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 944 time: 0.0499156 Aug 12 22:58:06.343710 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-330afda8-3eb0-4cf0-b41f-a1d3e93e0e4a service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848711 Aug 12 22:58:06.343964 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4c32b17b-1c04-4acd-b087-4446d6a58784 req-ad62e8fc-e900-44c2-8ca4-74b53308011e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 12 22:58:06.433660 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8d6e031f-c9ac-4cca-afdf-0e7160e20c84 req-31dc5a5a-6c4a-4e3b-bf0e-803dac291c1a service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817180 Aug 12 22:58:06.864462 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7633-b3d1-4c0e-b866-87efa4952bef req-21ba213a-6a9a-4b8b-961f-abfc22aa264b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:06.866511 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-73bb7633-b3d1-4c0e-b866-87efa4952bef req-21ba213a-6a9a-4b8b-961f-abfc22aa264b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0606482 Aug 12 22:58:06.912147 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-73bb7633-b3d1-4c0e-b866-87efa4952bef req-e1e81813-8103-49b5-9dcf-26eb615daf5a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Aug 12 22:58:07.470105 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39f5e-5427-407d-a60d-72e348b172eb req-fa75eafe-f5ce-433c-b689-487d0a16efc9 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:07.471606 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f4c39f5e-5427-407d-a60d-72e348b172eb req-fa75eafe-f5ce-433c-b689-487d0a16efc9 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 944 time: 0.0596018 Aug 12 22:58:07.509983 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f4c39f5e-5427-407d-a60d-72e348b172eb req-63475695-f7d2-4ff6-9014-b09deebf6340 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 12 22:58:08.039139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee74a46-6759-4aae-8d97-a695101bd2da req-765c92ee-d2ce-4414-bbe8-74c7c4c5a989 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:08.040785 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7ee74a46-6759-4aae-8d97-a695101bd2da req-765c92ee-d2ce-4414-bbe8-74c7c4c5a989 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0504823 Aug 12 22:58:08.082010 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7ee74a46-6759-4aae-8d97-a695101bd2da req-a5963270-3d12-4950-82cf-80c5462fa74f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Aug 12 22:58:08.633290 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810cd3-a8aa-44e6-ac3c-6ddcf3dc8f08 req-2904b511-0552-4cbf-9222-4838e6200e83 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:08.634809 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a810cd3-a8aa-44e6-ac3c-6ddcf3dc8f08 req-2904b511-0552-4cbf-9222-4838e6200e83 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 944 time: 0.0502501 Aug 12 22:58:08.675855 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a810cd3-a8aa-44e6-ac3c-6ddcf3dc8f08 req-179f2239-6c8d-4900-98fd-cd92bfc0703a tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348008 Aug 12 22:58:09.207822 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e93c-4a4a-482b-9a76-bcae60a3498a req-720e6c29-dc1d-45f6-9eb7-5c6dac39f7ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:09.209324 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0737e93c-4a4a-482b-9a76-bcae60a3498a req-720e6c29-dc1d-45f6-9eb7-5c6dac39f7ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0539742 Aug 12 22:58:09.253302 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0737e93c-4a4a-482b-9a76-bcae60a3498a req-fbc45f25-0b05-4b79-9b8f-741e53610dbe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Aug 12 22:58:09.795304 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078495-7d0f-4dfd-be2b-5b6586e075ca req-36b84d3f-72b7-4a13-a69f-29fbe7adb706 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:09.796875 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28078495-7d0f-4dfd-be2b-5b6586e075ca req-36b84d3f-72b7-4a13-a69f-29fbe7adb706 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 944 time: 0.0509462 Aug 12 22:58:09.850096 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28078495-7d0f-4dfd-be2b-5b6586e075ca req-5747c2aa-357a-48de-8d30-4e671b296ab4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Aug 12 22:58:10.078918 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 55248302-8908-4de6-9250-6504cb4187ba details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:58:10.319785 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55248302-8908-4de6-9250-6504cb4187ba,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:10.332234 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '55248302-8908-4de6-9250-6504cb4187ba', 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f', 'port_id': '55248302-8908-4de6-9250-6504cb4187ba', 'mac_address': 'fa:16:3e:83:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7333c787-75b4-4e6b-a75e-1178a079e8b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:58:10.370820 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:10.377518 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1789-63f6-406d-8d1d-7c66e04b6b93 req-b43756c9-6c86-4dc8-aaf8-911cd56698c1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:10.379040 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-158e1789-63f6-406d-8d1d-7c66e04b6b93 req-b43756c9-6c86-4dc8-aaf8-911cd56698c1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0506425 Aug 12 22:58:10.384076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55248302-8908-4de6-9250-6504cb4187ba {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:58:10.409963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55248302-8908-4de6-9250-6504cb4187ba,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:10.416380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:10.426933 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-158e1789-63f6-406d-8d1d-7c66e04b6b93 req-dd2f5849-e62d-4c60-8f54-c641758b7dbd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413859 Aug 12 22:58:10.462893 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:10.469757 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.470127 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.470473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.470809 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.471142 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.471476 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.471803 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.472132 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.472474 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.472802 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.473128 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.473493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:58:10.982459 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c552d23-f1ae-4efe-8b2e-dfa99ca09525 req-67746c2e-21c0-4ab1-8372-0f19288083c6 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:10.983952 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9c552d23-f1ae-4efe-8b2e-dfa99ca09525 req-67746c2e-21c0-4ab1-8372-0f19288083c6 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 945 time: 0.0581689 Aug 12 22:58:10.988734 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['55248302-8908-4de6-9250-6504cb4187ba'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:58:11.025995 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9c552d23-f1ae-4efe-8b2e-dfa99ca09525 req-e316b249-393e-401b-9a38-de1b768ec906 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348773 Aug 12 22:58:11.561909 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d560d-6970-48a9-afc2-02f9f15d46f1 req-a2a08df3-7533-48d6-9e60-661a85c47dba tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:11.562592 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-963d560d-6970-48a9-afc2-02f9f15d46f1 req-a2a08df3-7533-48d6-9e60-661a85c47dba tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 943 time: 0.0567782 Aug 12 22:58:11.602328 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-963d560d-6970-48a9-afc2-02f9f15d46f1 req-169197cd-af17-44c6-9933-0719fa5a3306 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326016 Aug 12 22:58:12.090070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:58:12.097030 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 55248302-8908-4de6-9250-6504cb4187ba up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:58:12.148969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3f9bd-209e-4703-8566-f92539d5b039 req-e6af11d6-9f24-4726-90b6-364e43a34f4f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:12.150483 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0d3f9bd-209e-4703-8566-f92539d5b039 req-e6af11d6-9f24-4726-90b6-364e43a34f4f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 945 time: 0.0505195 Aug 12 22:58:12.189438 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0d3f9bd-209e-4703-8566-f92539d5b039 req-faea1778-8f2c-4e1a-803a-3e5cf6572387 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Aug 12 22:58:12.218751 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 55248302-8908-4de6-9250-6504cb4187ba completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:58:12.225732 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:12.227843 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 55248302-8908-4de6-9250-6504cb4187ba triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:58:12.228218 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:12.257026 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '71595f6d-bd88-4811-816f-262ed629d542', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': '71595f6d-bd88-4811-816f-262ed629d542', 'mac_address': 'fa:16:3e:53:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:58:12.306450 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:12.341614 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:58:12.369932 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:12.370825 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:12.379748 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:12.415542 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55248302-8908-4de6-9250-6504cb4187ba'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:12.417937 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937a0e8b-0f98-4c2e-92be-76421501092e" -d '{"events": [{"server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "name": "network-vif-plugged", "status": "completed", "tag": "55248302-8908-4de6-9250-6504cb4187ba"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:12.436323 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55248302-8908-4de6-9250-6504cb4187ba,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:12.446830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:12.452866 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:12.456111 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0138ec-4046-40f6-bc0b-3faec8d14adc x-openstack-request-id: req-ea0138ec-4046-40f6-bc0b-3faec8d14adc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:12.456388 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "name": "network-vif-plugged", "status": "completed", "tag": "55248302-8908-4de6-9250-6504cb4187ba", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:12.456646 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea0138ec-4046-40f6-bc0b-3faec8d14adc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:12.457001 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55248302-8908-4de6-9250-6504cb4187ba', 'code': 200} Aug 12 22:58:12.508519 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:12.687655 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1470db-bf61-4297-ae30-45840934fcc2 req-6f7ab849-dc22-414e-849c-fb6fa96eccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:12.689493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c1470db-bf61-4297-ae30-45840934fcc2 req-6f7ab849-dc22-414e-849c-fb6fa96eccc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 1099 time: 0.0450149 Aug 12 22:58:12.727841 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2c1470db-bf61-4297-ae30-45840934fcc2 req-ed3f177a-d486-4f86-9ed6-8ee59be13c0a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304353 Aug 12 22:58:12.730128 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286575a1-de39-4a2e-9c2c-c11d37a88a38 req-da57f5f8-d778-4dd5-b48c-5340a01f3e64 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:12.731598 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-286575a1-de39-4a2e-9c2c-c11d37a88a38 req-da57f5f8-d778-4dd5-b48c-5340a01f3e64 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0491140 Aug 12 22:58:12.779312 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-286575a1-de39-4a2e-9c2c-c11d37a88a38 req-994b4228-6a5e-4b7c-b8b5-306f1352850d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320601 Aug 12 22:58:12.883441 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['71595f6d-bd88-4811-816f-262ed629d542'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:58:13.310921 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263162a-0102-4f8a-b63d-c2b67805d2e6 req-e6a8aca0-0fc8-4466-89af-fcc80b122473 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:13.312546 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b263162a-0102-4f8a-b63d-c2b67805d2e6 req-e6a8aca0-0fc8-4466-89af-fcc80b122473 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0503230 Aug 12 22:58:13.359505 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b263162a-0102-4f8a-b63d-c2b67805d2e6 req-5c418d32-5d8f-4a5c-9154-910642084474 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Aug 12 22:58:13.915726 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417c33-27a7-494e-846d-3160e189775a req-8dd83b58-49f1-4dbd-908b-2555c9f11bb4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:13.917265 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c9417c33-27a7-494e-846d-3160e189775a req-8dd83b58-49f1-4dbd-908b-2555c9f11bb4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 944 time: 0.0543957 Aug 12 22:58:13.955881 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c9417c33-27a7-494e-846d-3160e189775a req-29a50f62-7aa0-4eac-864e-59a5234882e7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Aug 12 22:58:14.119516 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:58:14.170102 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 71595f6d-bd88-4811-816f-262ed629d542 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:58:14.170479 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:14.260116 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:14.292107 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:58:14.299714 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:14.359646 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:14.458312 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:58:14.460783 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c26130-ef11-4b2b-9ce5-8f9120cf1447" -d '{"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:58:14.476280 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f23f8-6b07-487e-8338-3d614fab873c req-e269646f-914d-41d1-8ce5-80bfb89818d7 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:14.477910 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-707f23f8-6b07-487e-8338-3d614fab873c req-e269646f-914d-41d1-8ce5-80bfb89818d7 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0487988 Aug 12 22:58:14.498138 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0d132-04a2-4161-8153-8b722769bb51 x-openstack-request-id: req-2ab0d132-04a2-4161-8153-8b722769bb51 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:58:14.498411 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-plugged", "status": "completed", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:58:14.498686 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ab0d132-04a2-4161-8153-8b722769bb51 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:58:14.499082 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'code': 200} Aug 12 22:58:14.517789 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-707f23f8-6b07-487e-8338-3d614fab873c req-7a2aac09-7ddd-44e7-9a9e-f92834390000 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Aug 12 22:58:15.087527 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cc9ba-f755-4186-9494-3d33d24ee09c req-9fd78f82-c2a9-4aba-8018-18de2747b4b3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:15.088914 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a8cc9ba-f755-4186-9494-3d33d24ee09c req-9fd78f82-c2a9-4aba-8018-18de2747b4b3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0503790 Aug 12 22:58:15.130890 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a8cc9ba-f755-4186-9494-3d33d24ee09c req-cd32882f-bbb1-4601-894f-aa062b7d4e8e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Aug 12 22:58:15.160618 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:58:15.208104 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce9fe-9868-4bb1-b72d-7dfbb42bf29b req-23257772-cdc9-4b51-abc3-889a4efbb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:15.209628 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-869ce9fe-9868-4bb1-b72d-7dfbb42bf29b req-23257772-cdc9-4b51-abc3-889a4efbb514 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1099 time: 0.0437043 Aug 12 22:58:15.246488 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-869ce9fe-9868-4bb1-b72d-7dfbb42bf29b req-59d6071a-d7e5-41ad-88ab-69af65d2ad99 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290833 Aug 12 22:58:15.650554 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86537a0f-f041-446d-9358-cfa263e03366 req-0ce1fb32-bcab-40e8-8a92-935b6513618b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:15.652055 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-86537a0f-f041-446d-9358-cfa263e03366 req-0ce1fb32-bcab-40e8-8a92-935b6513618b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0539310 Aug 12 22:58:15.703032 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-86537a0f-f041-446d-9358-cfa263e03366 req-4f0de4f8-41e6-481f-8a16-f550dfa8e43e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Aug 12 22:58:16.256153 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a32f-fbe0-4a01-b018-95f246ea951d req-53cf94f6-3a72-42b9-b876-7ed40b81b0a1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:16.257989 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4b68a32f-fbe0-4a01-b018-95f246ea951d req-53cf94f6-3a72-42b9-b876-7ed40b81b0a1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0495925 Aug 12 22:58:16.298129 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4b68a32f-fbe0-4a01-b018-95f246ea951d req-22d37d3b-1a1e-4191-9782-0771eb4cd527 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Aug 12 22:58:17.431739 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabce274-5996-4367-aced-0261e2e7b473 req-d8bf62ee-0390-4f29-bb64-222ba584ff71 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:17.433291 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aabce274-5996-4367-aced-0261e2e7b473 req-d8bf62ee-0390-4f29-bb64-222ba584ff71 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0540717 Aug 12 22:58:17.477086 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aabce274-5996-4367-aced-0261e2e7b473 req-e0404c49-4f7e-4bab-84c8-518ac2cbbec3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373309 Aug 12 22:58:18.622454 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ba25-1876-468d-8bff-f6a8fa1ae00c req-dc0f14a0-42bc-4af8-83a5-aabc9c81b093 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:18.623945 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-75f7ba25-1876-468d-8bff-f6a8fa1ae00c req-dc0f14a0-42bc-4af8-83a5-aabc9c81b093 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0547347 Aug 12 22:58:18.664530 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-75f7ba25-1876-468d-8bff-f6a8fa1ae00c req-dc948fef-5ec7-45a8-bf59-2a9339ca8c0a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336189 Aug 12 22:58:19.794048 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0a8a2-2931-4d6a-8d70-41c00f45a964 req-16abd93e-bd28-4011-8ea3-690882d1a207 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:19.795523 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b2a0a8a2-2931-4d6a-8d70-41c00f45a964 req-16abd93e-bd28-4011-8ea3-690882d1a207 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0504863 Aug 12 22:58:19.841229 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b2a0a8a2-2931-4d6a-8d70-41c00f45a964 req-bd5ad0ed-38f3-40e8-a9c8-35a04ad24c05 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365579 Aug 12 22:58:20.967539 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71849a84-51e7-4e68-b5c1-c4ac347de08b req-eed04afb-7e9b-4e59-93d6-c0cb4201dbed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:20.968996 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-71849a84-51e7-4e68-b5c1-c4ac347de08b req-eed04afb-7e9b-4e59-93d6-c0cb4201dbed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0484433 Aug 12 22:58:21.012244 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-71849a84-51e7-4e68-b5c1-c4ac347de08b req-8f01abb3-db41-4988-983e-b0bd1e9a17ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338089 Aug 12 22:58:22.153206 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3b965-1954-4411-96f0-842d65c28911 req-d0de1ecf-3ef7-4eee-b540-c3db6fde78e5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:22.154818 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-97f3b965-1954-4411-96f0-842d65c28911 req-d0de1ecf-3ef7-4eee-b540-c3db6fde78e5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0578778 Aug 12 22:58:22.197444 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-97f3b965-1954-4411-96f0-842d65c28911 req-4f73e20c-d1bd-47da-b6b8-4ce6d1ed7e44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Aug 12 22:58:23.325128 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6ac0-ace6-44b3-9bc0-1c64ddd61f9e req-2d16e44e-31cd-4e58-bc09-8acaf4588b48 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:23.326644 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-34de6ac0-ace6-44b3-9bc0-1c64ddd61f9e req-2d16e44e-31cd-4e58-bc09-8acaf4588b48 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0549066 Aug 12 22:58:23.368921 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-34de6ac0-ace6-44b3-9bc0-1c64ddd61f9e req-592f4429-2bc3-4e03-b3cb-09eac613f245 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Aug 12 22:58:23.574695 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d8877445-e47c-4e28-9bc9-dad8119d836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:24.505854 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1c7e3-f975-4ced-bace-de8acf14dd95 req-464253b8-85ee-45a7-ab48-df1dd324ef28 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:24.507616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-93b1c7e3-f975-4ced-bace-de8acf14dd95 req-464253b8-85ee-45a7-ab48-df1dd324ef28 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0524566 Aug 12 22:58:24.547369 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-93b1c7e3-f975-4ced-bace-de8acf14dd95 req-ed32153c-9a57-470d-b658-d4afc7acb8db tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328081 Aug 12 22:58:25.071180 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:26.401708 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2523fa43-5c9c-433c-a17c-41f7d327eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:26.760455 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:27.358913 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:28.840581 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.456593 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 54772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:45.572124 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a883658-cc70-4457-9624-f2a2c29c7e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.667168 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a883658-cc70-4457-9624-f2a2c29c7e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.675100 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a883658-cc70-4457-9624-f2a2c29c7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.710429 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a883658-cc70-4457-9624-f2a2c29c7e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3547cc7e-fff6-454d-8758-94bbb948840f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:45.715345 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-3a883658-cc70-4457-9624-f2a2c29c7e79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a18fd9f205647e9a5ddb16a3693539c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576628 Aug 12 22:58:45.717315 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 54778) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:58:45.767423 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.790678 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.839878 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.842728 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:45.843869 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3547cc7e-fff6-454d-8758-94bbb948840f HTTP/1.1" status: 204 len: 168 time: 0.1252697 Aug 12 22:58:45.852071 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29dfde-411a-46f7-a8cc-0132e8262de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3547cc7e-fff6-454d-8758-94bbb948840f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:58:52.164942 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:58:53.575579 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2fcbe21-73a9-4516-8e87-1b16b21ee9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:55.075304 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:55.233962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3e576-4107-4078-801b-da86a9a5899c req-72f209ec-8968-4844-a82e-a8f4645f20a2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:55.235423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06a3e576-4107-4078-801b-da86a9a5899c req-72f209ec-8968-4844-a82e-a8f4645f20a2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0516222 Aug 12 22:58:55.283241 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-06a3e576-4107-4078-801b-da86a9a5899c req-7fcb1d52-32cc-4e44-b30c-b0e8c842c825 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383070 Aug 12 22:58:56.402529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d047440-d5f5-4332-af42-9c28afee7b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:56.427224 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9a77b-e772-4873-a80c-a5e5b2f642e0 req-5fa83de8-e01d-4439-8178-69c80c77f099 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:56.428967 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-46c9a77b-e772-4873-a80c-a5e5b2f642e0 req-5fa83de8-e01d-4439-8178-69c80c77f099 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0517807 Aug 12 22:58:56.470052 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-46c9a77b-e772-4873-a80c-a5e5b2f642e0 req-1739aa48-b053-4a2a-9972-cd0f6f8615cc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348878 Aug 12 22:58:56.771337 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:57.360137 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:57.611526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b778e-0b34-44c7-abd7-820f9766ece5 req-55a45331-308e-47ec-8ec7-ede6dbddeca6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:57.613387 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-966b778e-0b34-44c7-abd7-820f9766ece5 req-55a45331-308e-47ec-8ec7-ede6dbddeca6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0680332 Aug 12 22:58:57.660332 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-966b778e-0b34-44c7-abd7-820f9766ece5 req-28ea3939-b661-4073-81e3-4f925180b298 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397477 Aug 12 22:58:58.785640 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7947c-ea9c-44e2-9f28-55ef2c8be884 req-9b49de80-4f88-45b4-b91b-59ecbcf0820d tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:58.787102 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d6b7947c-ea9c-44e2-9f28-55ef2c8be884 req-9b49de80-4f88-45b4-b91b-59ecbcf0820d tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0581491 Aug 12 22:58:58.825802 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d6b7947c-ea9c-44e2-9f28-55ef2c8be884 req-3254bf07-bd43-463d-b07c-d48704cbd3a1 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Aug 12 22:58:58.843804 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:58:59.942574 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a92a1-4f3c-41c9-a77d-a9f73278a600 req-db12ddab-84ad-4f03-8754-fa9bc87604c6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:58:59.944038 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1f5a92a1-4f3c-41c9-a77d-a9f73278a600 req-db12ddab-84ad-4f03-8754-fa9bc87604c6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0501356 Aug 12 22:58:59.983505 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1f5a92a1-4f3c-41c9-a77d-a9f73278a600 req-ac14c46a-d9ee-44fe-bd7b-fd6b80563e31 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Aug 12 22:59:00.507949 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-4e6b32d7-9e17-4297-832e-dd535a37e4f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407097 Aug 12 22:59:00.621118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-1a8b886f-2be3-4371-9d17-f46fbd209e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:00.622644 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-1a8b886f-2be3-4371-9d17-f46fbd209e5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 1099 time: 0.0439699 Aug 12 22:59:00.737504 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-168db547-666d-4b70-be5b-e2854338c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:00.738996 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-168db547-666d-4b70-be5b-e2854338c809 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.0892954 Aug 12 22:59:00.805500 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-643a03b0-5f57-459b-afce-9b2f0a04f6b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 200 len: 1001 time: 0.0583198 Aug 12 22:59:00.860413 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-b51f6984-929b-42ca-a488-d9f0abbe9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:00.862085 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-b51f6984-929b-42ca-a488-d9f0abbe9fc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0493906 Aug 12 22:59:00.932389 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-ac06a161-4fa0-4433-a3ec-c2959e3b8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:00.934053 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-ac06a161-4fa0-4433-a3ec-c2959e3b8be1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478139 Aug 12 22:59:01.026270 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-203a5c17-39a1-4bfa-8958-ead2a1aba1cf service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845792 Aug 12 22:59:01.106031 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5a95-2685-4b86-90c8-28b8efe4a0d8 req-8f084407-2b19-47aa-b648-13347320ea4a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:01.107530 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a23e5a95-2685-4b86-90c8-28b8efe4a0d8 req-8f084407-2b19-47aa-b648-13347320ea4a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0511057 Aug 12 22:59:01.128680 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0d6dc900-a2a7-40ad-a6ee-afd4f98203fa req-5c3ed30b-62f1-4049-b0a0-65ea3bb95038 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931749 Aug 12 22:59:01.160391 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a23e5a95-2685-4b86-90c8-28b8efe4a0d8 req-a3bec83b-86f4-4cad-b3a1-a310345a40b6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458517 Aug 12 22:59:02.299076 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5306b7-76b8-4f65-a75f-6e41a7bd1613 req-c08660f3-93df-4068-acf3-2291188ddd30 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:02.300614 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9f5306b7-76b8-4f65-a75f-6e41a7bd1613 req-c08660f3-93df-4068-acf3-2291188ddd30 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0599332 Aug 12 22:59:02.343107 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9f5306b7-76b8-4f65-a75f-6e41a7bd1613 req-60d05fa9-ca9f-4f59-bec8-b78e49030782 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358167 Aug 12 22:59:03.468083 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73f3c6-4384-4f32-ba4b-ca4c2afc7c60 req-84d6b6a6-4a0f-4bc5-b6a8-0b799b972991 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:03.469570 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b73f3c6-4384-4f32-ba4b-ca4c2afc7c60 req-84d6b6a6-4a0f-4bc5-b6a8-0b799b972991 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0535421 Aug 12 22:59:03.510427 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b73f3c6-4384-4f32-ba4b-ca4c2afc7c60 req-261abd87-4b26-4d63-85d9-72ee8ed83e1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348170 Aug 12 22:59:04.643325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2125-9dd7-404e-8903-a970dba915c5 req-05b11fc4-0061-4e93-8698-68a7bac8e0c4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:04.644749 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c3ec2125-9dd7-404e-8903-a970dba915c5 req-05b11fc4-0061-4e93-8698-68a7bac8e0c4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0566070 Aug 12 22:59:04.689146 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c3ec2125-9dd7-404e-8903-a970dba915c5 req-8bb7c127-505a-4e97-910a-c49ba00905c6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366271 Aug 12 22:59:05.813155 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabeda9-804f-41c5-9a68-275ef7bec6c6 req-5de1c1d5-f80f-487e-8675-63d46a8925c2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:05.814632 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0cabeda9-804f-41c5-9a68-275ef7bec6c6 req-5de1c1d5-f80f-487e-8675-63d46a8925c2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Aug 12 22:59:05.850270 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0cabeda9-804f-41c5-9a68-275ef7bec6c6 req-9df6889c-ddc5-4708-be2b-9929230a01ec tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297565 Aug 12 22:59:06.971094 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b052e-6c2f-4092-bfbf-663b21dbb383 req-d9632004-4b04-4830-a6c7-a0d08dab5d30 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:06.972567 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bd8b052e-6c2f-4092-bfbf-663b21dbb383 req-d9632004-4b04-4830-a6c7-a0d08dab5d30 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Aug 12 22:59:07.016715 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bd8b052e-6c2f-4092-bfbf-663b21dbb383 req-4aa12e34-c7c7-454f-92c3-dfcabdeb8d8e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 Aug 12 22:59:08.152280 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e2081-3248-4aa4-8966-cb0e8b82b4d9 req-57cb09d3-48c9-447e-b7c0-97e1e12e2c7c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:08.153770 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-844e2081-3248-4aa4-8966-cb0e8b82b4d9 req-57cb09d3-48c9-447e-b7c0-97e1e12e2c7c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0581706 Aug 12 22:59:08.196727 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-844e2081-3248-4aa4-8966-cb0e8b82b4d9 req-05d03005-ac18-4339-8c84-00dd3e3270b4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Aug 12 22:59:09.330818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1b774-9dd0-4043-a0f1-76cf180e164a req-7de1b02a-253f-42f1-8a4b-21d7fed86f2e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:09.332324 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9c1b774-9dd0-4043-a0f1-76cf180e164a req-7de1b02a-253f-42f1-8a4b-21d7fed86f2e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Aug 12 22:59:09.371679 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9c1b774-9dd0-4043-a0f1-76cf180e164a req-d4353202-fd11-4bc5-b44a-cfeb0307d0d8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Aug 12 22:59:10.504908 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3fca1-2dd9-464c-b411-2f9bb708e962 req-8f599010-97e8-4368-a986-7e4416c85fca tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:10.506940 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0b3fca1-2dd9-464c-b411-2f9bb708e962 req-8f599010-97e8-4368-a986-7e4416c85fca tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0567412 Aug 12 22:59:10.549184 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c0b3fca1-2dd9-464c-b411-2f9bb708e962 req-1aca0190-b63c-4e99-ae11-8d649faf2d2c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361142 Aug 12 22:59:11.672609 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7a4f-33f6-45ff-be24-533623e4eadc req-98ab32e3-b845-4139-83fc-f1c57b213aa9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:11.674133 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7dac7a4f-33f6-45ff-be24-533623e4eadc req-98ab32e3-b845-4139-83fc-f1c57b213aa9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0500333 Aug 12 22:59:11.717853 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7dac7a4f-33f6-45ff-be24-533623e4eadc req-ff11b636-f86e-4c91-9cc2-d61359aaf3f6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376785 Aug 12 22:59:12.848248 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a3ead-4735-4df8-9d88-a95ac933cabc req-a0616962-0d9f-450d-b758-0b1c59cb7e15 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:12.849766 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e6a3ead-4735-4df8-9d88-a95ac933cabc req-a0616962-0d9f-450d-b758-0b1c59cb7e15 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Aug 12 22:59:12.888520 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9e6a3ead-4735-4df8-9d88-a95ac933cabc req-c16937bf-6d4c-4b4d-b948-3e7a4119404e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Aug 12 22:59:14.022928 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c89e3-2f3f-416b-9a86-2bae6f5ed766 req-fc271d8a-6cc6-4c37-9073-06d249ba7e1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:14.025023 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dc1c89e3-2f3f-416b-9a86-2bae6f5ed766 req-fc271d8a-6cc6-4c37-9073-06d249ba7e1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0609119 Aug 12 22:59:14.065371 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dc1c89e3-2f3f-416b-9a86-2bae6f5ed766 req-28e2ec0c-72e4-4d69-899e-a1c5ae56bd8d tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Aug 12 22:59:15.182706 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad517d6-fd76-4ddf-94ff-052f4f34560b req-25134c4f-6813-4e7f-a2e0-aea2c6428720 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:15.184403 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ad517d6-fd76-4ddf-94ff-052f4f34560b req-25134c4f-6813-4e7f-a2e0-aea2c6428720 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0495963 Aug 12 22:59:15.232295 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5ad517d6-fd76-4ddf-94ff-052f4f34560b req-1f027eef-6d8c-4ab2-a59b-2fdb8e3cd231 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Aug 12 22:59:16.357918 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b1fa0-8cef-4af4-b865-fed5851fc1c7 req-c0c72ee4-4ecb-4a17-ad6c-58ca935127e8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:16.359415 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca0b1fa0-8cef-4af4-b865-fed5851fc1c7 req-c0c72ee4-4ecb-4a17-ad6c-58ca935127e8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0577693 Aug 12 22:59:16.398210 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ca0b1fa0-8cef-4af4-b865-fed5851fc1c7 req-b2e5bbc7-f373-4921-816e-ba660209c617 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 12 22:59:17.514003 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fbe8f-abb6-459c-8f36-8ef0018f3446 req-3e278cb1-cca2-4ae2-b947-68d2c8f1b044 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:17.515490 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a0fbe8f-abb6-459c-8f36-8ef0018f3446 req-3e278cb1-cca2-4ae2-b947-68d2c8f1b044 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Aug 12 22:59:17.554505 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a0fbe8f-abb6-459c-8f36-8ef0018f3446 req-0e7590b5-87bf-47a7-a559-55d726b4ee64 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332072 Aug 12 22:59:18.695364 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205b13f-7df2-4d03-bebe-9d3333af479a req-7358ec8f-6acf-4acd-8512-46f357b0e27c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:18.697649 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e205b13f-7df2-4d03-bebe-9d3333af479a req-7358ec8f-6acf-4acd-8512-46f357b0e27c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0617156 Aug 12 22:59:18.743852 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e205b13f-7df2-4d03-bebe-9d3333af479a req-4954688f-2e25-4918-90aa-678c15473145 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374117 Aug 12 22:59:19.866140 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8ecd-def1-4aa3-9342-f431fcdcb2e0 req-3273d431-3563-426c-bc49-09558db9b4e9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:19.867584 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-403c8ecd-def1-4aa3-9342-f431fcdcb2e0 req-3273d431-3563-426c-bc49-09558db9b4e9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0509896 Aug 12 22:59:19.907779 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-403c8ecd-def1-4aa3-9342-f431fcdcb2e0 req-7438ae7d-3e83-48c7-921f-cfd3a7fc34f0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319142 Aug 12 22:59:21.042817 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6a68-1756-4b87-b934-5bda540d7d4a req-42c2c441-6672-458f-a86c-e7d6536902cc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:21.044276 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d22b6a68-1756-4b87-b934-5bda540d7d4a req-42c2c441-6672-458f-a86c-e7d6536902cc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0587656 Aug 12 22:59:21.084997 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d22b6a68-1756-4b87-b934-5bda540d7d4a req-2a99b3f7-3c02-4823-825b-3c341da4e0ef tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Aug 12 22:59:22.215139 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616632c-1974-446e-8366-adbef5b6a045 req-8097cdab-468b-42bc-acc7-fa7774386122 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.216475 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0616632c-1974-446e-8366-adbef5b6a045 req-8097cdab-468b-42bc-acc7-fa7774386122 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0617278 Aug 12 22:59:22.258326 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0616632c-1974-446e-8366-adbef5b6a045 req-ea07a9ae-2044-47ad-920e-2514927cd037 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Aug 12 22:59:22.466342 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf9a8-4a6e-4816-8a59-59bd03ffacd4 req-b7bcc60e-1a9d-45ef-ac8d-02d8cddead57 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.467855 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1fbaf9a8-4a6e-4816-8a59-59bd03ffacd4 req-b7bcc60e-1a9d-45ef-ac8d-02d8cddead57 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Aug 12 22:59:22.514220 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1fbaf9a8-4a6e-4816-8a59-59bd03ffacd4 req-1fe4fb33-eeae-4d9a-b705-914613eb78c5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Aug 12 22:59:22.532122 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-d91b6faf-d2e8-4c05-9f92-66738208d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.533883 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-d91b6faf-d2e8-4c05-9f92-66738208d184 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0612662 Aug 12 22:59:22.627030 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-c5e8bf12-4ae1-4a2b-8bdd-6320816f7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.628409 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-c5e8bf12-4ae1-4a2b-8bdd-6320816f7ffa service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.0869026 Aug 12 22:59:22.693116 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-0e0e028d-dc98-4cb3-8789-e708579f93fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 1000 time: 0.0571349 Aug 12 22:59:22.745191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-124fcf96-0a3a-4646-9cec-2bf96df6299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.746747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-124fcf96-0a3a-4646-9cec-2bf96df6299d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0458012 Aug 12 22:59:22.800104 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-3ec1459a-7f87-42c0-8df6-13e46b15890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:22.801652 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-3ec1459a-7f87-42c0-8df6-13e46b15890b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460353 Aug 12 22:59:22.901734 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-41a6c776-c758-4da2-81f9-011134f4d396 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924237 Aug 12 22:59:23.256872 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-299bd436-c566-403f-8cfd-b5c8b45f3877 req-a5f03d3f-a971-4828-b632-75209ac70af0 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461592 Aug 12 22:59:23.570682 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c97a5d71-8ba0-4e81-b289-9810f014b660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:23.639816 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440122-d324-4d14-98c6-55a5f868a553 req-96bfebc3-d961-4e40-b67b-dd579e573400 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:23.641747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52440122-d324-4d14-98c6-55a5f868a553 req-96bfebc3-d961-4e40-b67b-dd579e573400 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Aug 12 22:59:23.682811 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-52440122-d324-4d14-98c6-55a5f868a553 req-88e36815-e57d-4778-a3e6-788dec70ac7c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349786 Aug 12 22:59:23.810879 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55146) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:23.920396 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.015494 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.021043 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.057372 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7dd9f-4834-485c-b828-d1ac1cdf81b4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:24.061019 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6907b677394243ed8c67631f3188b733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491128 Aug 12 22:59:24.063938 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:24.067287 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.067636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.067973 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.068307 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.068636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.068965 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.069292 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.069647 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.069972 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.070298 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.070620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.070936 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9391-84f0-4088-b09d-38775f4ce787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.119359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.142393 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.191675 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.194234 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:24.195381 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfa7dd9f-4834-485c-b828-d1ac1cdf81b4 HTTP/1.1" status: 204 len: 168 time: 0.1303411 Aug 12 22:59:24.202962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7dd9f-4834-485c-b828-d1ac1cdf81b4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:24.210405 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.210754 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.211096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.211430 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.211757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.212087 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.212414 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.212734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.213056 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.213396 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.213718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.214123 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3a1d6d-faad-49ea-b1db-77646c80e65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:24.802746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afc0fe-2337-4f37-94fc-96e3ebfab240 req-a7773c8a-d9be-4f8d-9e1f-09c091275b87 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:24.804241 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-47afc0fe-2337-4f37-94fc-96e3ebfab240 req-a7773c8a-d9be-4f8d-9e1f-09c091275b87 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0508776 Aug 12 22:59:24.843063 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-47afc0fe-2337-4f37-94fc-96e3ebfab240 req-d172b205-359c-4332-be52-26766457c78e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Aug 12 22:59:25.095951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:26.396884 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-30d89042-3cd2-4dcd-8af2-ca98bbd227f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:26.767657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:27.022765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6a40a-ed81-4b81-8018-570091575d07 req-4db7d243-1c71-420a-bfad-abbf25768ee5 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:27.024829 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5ea6a40a-ed81-4b81-8018-570091575d07 req-4db7d243-1c71-420a-bfad-abbf25768ee5 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0594070 Aug 12 22:59:27.063840 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5ea6a40a-ed81-4b81-8018-570091575d07 req-ecd0d1ca-06fc-4a5b-8f93-5c3d36d88771 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326841 Aug 12 22:59:27.363154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:28.197888 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a271-26a8-42e7-ab99-8ad3b42fb566 req-a228d579-3c74-44c4-82f2-82ccf15adce6 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:28.199834 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4180a271-26a8-42e7-ab99-8ad3b42fb566 req-a228d579-3c74-44c4-82f2-82ccf15adce6 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0616288 Aug 12 22:59:28.239729 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-4180a271-26a8-42e7-ab99-8ad3b42fb566 req-4a8357af-7531-404b-9efa-86c179121442 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Aug 12 22:59:28.843825 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:29.170329 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 22:59:29.372905 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2bc7e-3c6f-48c1-97be-2a83ec0b19e2 req-e6ad9a97-b0ab-4307-95d5-ad2139ef7198 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:29.374429 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36a2bc7e-3c6f-48c1-97be-2a83ec0b19e2 req-e6ad9a97-b0ab-4307-95d5-ad2139ef7198 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0589230 Aug 12 22:59:29.414931 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36a2bc7e-3c6f-48c1-97be-2a83ec0b19e2 req-25d65145-102b-4f7d-ab53-79b93d9bcf5d tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Aug 12 22:59:30.530168 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a16f9-83bc-4369-8b29-d118cca0c761 req-05e93c93-36ec-413d-94fd-f7883b55265b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:30.531752 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-167a16f9-83bc-4369-8b29-d118cca0c761 req-05e93c93-36ec-413d-94fd-f7883b55265b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0507822 Aug 12 22:59:30.576851 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-167a16f9-83bc-4369-8b29-d118cca0c761 req-2b94f67a-83c1-4d3b-a4a3-92a8be6f7762 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Aug 12 22:59:31.703754 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24228bf3-32d7-42de-9c6e-6641cf801a68 req-22d1bb35-bf1f-4b75-8890-c556c973cc4d tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:31.705374 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-24228bf3-32d7-42de-9c6e-6641cf801a68 req-22d1bb35-bf1f-4b75-8890-c556c973cc4d tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0502195 Aug 12 22:59:31.742613 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-24228bf3-32d7-42de-9c6e-6641cf801a68 req-0c3a39b5-89cc-419a-ab67-010d69457968 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 12 22:59:32.302852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653787b-7cf2-49fa-b109-7a311908c231 req-14109a26-990a-4669-9f3d-9001af657a71 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:32.304325 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2653787b-7cf2-49fa-b109-7a311908c231 req-14109a26-990a-4669-9f3d-9001af657a71 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 946 time: 0.0569224 Aug 12 22:59:32.412486 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Deleting port 55248302-8908-4de6-9250-6504cb4187ba {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 22:59:32.412837 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:32.502422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] For port 55248302-8908-4de6-9250-6504cb4187ba, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=55248302-8908-4de6-9250-6504cb4187ba,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:32.502991 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:32.515858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Calling delete_port for 55248302-8908-4de6-9250-6504cb4187ba owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 22:59:32.657840 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:32.689490 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Pushing event deleted for resources: {'Port': ['ID=55248302-8908-4de6-9250-6504cb4187ba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:32.727479 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] No DVR routers for this DVR port 55248302-8908-4de6-9250-6504cb4187ba on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 22:59:32.729942 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:32.731875 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2653787b-7cf2-49fa-b109-7a311908c231 req-9ed26b13-f202-42c7-bad3-b3dfa330b179 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "DELETE /v2.0/ports/55248302-8908-4de6-9250-6504cb4187ba HTTP/1.1" status: 204 len: 173 time: 0.4205267 Aug 12 22:59:32.732314 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'name': 'network-vif-deleted', 'tag': '55248302-8908-4de6-9250-6504cb4187ba'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:32.734579 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a94bc2-7dda-40ea-8c50-c57df2f1db88" -d '{"events": [{"server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "name": "network-vif-deleted", "tag": "55248302-8908-4de6-9250-6504cb4187ba"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:32.861726 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2bf511da-c79d-4744-b5e4-fd862645a952 req-8cc1da70-000e-40a0-b321-94b88509316f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=3271db0d-83b0-4098-97e5-04570d502b0e HTTP/1.1" status: 200 len: 210 time: 0.0271432 Aug 12 22:59:32.916856 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25f504-32c1-48aa-85f2-b509e2f0efc1 x-openstack-request-id: req-aa25f504-32c1-48aa-85f2-b509e2f0efc1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:32.917150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3271db0d-83b0-4098-97e5-04570d502b0e", "name": "network-vif-deleted", "tag": "55248302-8908-4de6-9250-6504cb4187ba", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:32.917435 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa25f504-32c1-48aa-85f2-b509e2f0efc1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:32.917844 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3271db0d-83b0-4098-97e5-04570d502b0e', 'name': 'network-vif-deleted', 'tag': '55248302-8908-4de6-9250-6504cb4187ba', 'status': 'completed', 'code': 200} Aug 12 22:59:34.349237 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:34.468559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-258ec791-3186-4dcc-89bf-69972ee97d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.565549 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-258ec791-3186-4dcc-89bf-69972ee97d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.571787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-258ec791-3186-4dcc-89bf-69972ee97d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.609050 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-258ec791-3186-4dcc-89bf-69972ee97d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ceccaecc16c4405bc8b9dd7856ad6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587116 Aug 12 22:59:34.610167 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec791-3186-4dcc-89bf-69972ee97d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7967f77-9a1e-4716-aad7-dc8d3f7208e5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:34.612154 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55278) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:34.663691 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.687998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.736496 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.739605 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:34.740750 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7967f77-9a1e-4716-aad7-dc8d3f7208e5 HTTP/1.1" status: 204 len: 168 time: 0.1276834 Aug 12 22:59:34.748440 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6671a-478d-478e-a792-be480df92ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7967f77-9a1e-4716-aad7-dc8d3f7208e5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:35.413421 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55304) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:35.511660 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236324186-network', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:35.534981 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Made reservation on behalf of 4c843efe74344df1b31d2835cfc599f2 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:35.537376 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.548201 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.639728 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.645414 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.668400 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:59:35.678050 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a9338-e9d9-494f-beac-ab03d3926b4c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:35.682762 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.683097 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Added segment 14d4e755-fa5c-4259-a9e9-f00fc1f925f3 of type vlan for network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 Aug 12 22:59:35.722619 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.754857 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.756438 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:35.757224 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:35.808007 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 55248302-8908-4de6-9250-6504cb4187ba no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 22:59:35.813596 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3990386 Aug 12 22:59:35.817135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:35.818867 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e155e0e-21a6-4282-9307-3e4e7650925d admin admin] Pushing event updated for resources: {'Network': ['ID=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:35.828670 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Request body: {'subnet': {'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236324186-subnet', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:35.830607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:59:35.833890 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 55248302-8908-4de6-9250-6504cb4187ba {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 22:59:35.834231 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 55248302-8908-4de6-9250-6504cb4187ba not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 22:59:35.851823 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Made reservation on behalf of 4c843efe74344df1b31d2835cfc599f2 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:35.854173 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.024943 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.076133 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e617f5e-7ce6-4886-9b50-82734ac20357,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:36.086249 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Checking segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:36.086593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Network hostable DHCP agents. Network: 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:59:36.105734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:59:36.116933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:36.120831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:36.121501 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.127086 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef207f3f-84f2-43bd-8555-5d24b0ab3b0a None None] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:36.136399 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-bb8241bc-063d-4723-bdb4-a1e45f911349 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3180766 Aug 12 22:59:36.139321 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:36.143685 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:36.166953 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.167975 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.222000 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.270491 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:59:36.271345 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.353500 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.407044 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Allocated IP 172.20.0.2 (6a4130c7-a3b0-4b68-bd09-91f6b2aaba06/6e617f5e-7ce6-4886-9b50-82734ac20357/f1d0e7bf-97ed-4223-9fd4-34f39f97961c) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:36.549664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.555267 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.558295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Transition to ACTIVE for port object f1d0e7bf-97ed-4223-9fd4-34f39f97961c will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:36.572968 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Transition to ACTIVE for port object f1d0e7bf-97ed-4223-9fd4-34f39f97961c will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:36.574735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.580167 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.615571 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:36.620123 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:36.623555 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:36.632381 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Pushing event updated for resources: {'Port': ['ID=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:36.655623 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.655971 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.656346 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.656644 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.656973 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.657301 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.657647 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.657974 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.658298 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.658620 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.658939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.659257 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:36.681657 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Allocated IP 172.27.3.15 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:36.694845 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Attempting to bind port f1d0e7bf-97ed-4223-9fd4-34f39f97961c on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:36.695213 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Attempting to bind port f1d0e7bf-97ed-4223-9fd4-34f39f97961c by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:36.695573 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Attempting to bind port f1d0e7bf-97ed-4223-9fd4-34f39f97961c on network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:36.700656 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:36.701048 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Checking segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:36.701478 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.701859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Bound using segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:36.702319 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Bound port: f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:36.702697 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.766012 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] For port f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:36.769223 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] For port f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:36.774771 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.787732 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.828504 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0149-a8af-44ef-a55e-c05223391326 None None] Pushing event updated for resources: {'Port': ['ID=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:36.829518 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:36.872887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:36.876040 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:36.880572 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:36.884237 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Pushing event updated for resources: {'Port': ['ID=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:37.147588 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:37.339611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:37.484174 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:59:37.484602 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f1d0e7bf-97ed-4223-9fd4-34f39f97961c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:37.543139 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port f1d0e7bf-97ed-4223-9fd4-34f39f97961c completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:37.597774 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:37.607178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Sync routers for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:37.617015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:37.617479 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:37.621209 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:37.621421 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-21d40016-fbe6-4595-9160-344253d0bfda admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4782357 Aug 12 22:59:37.621421 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55316) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:37.699731 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1381e-45d3-445e-978c-77ff4024152b None None] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:37.907700 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Provisioning for port f1d0e7bf-97ed-4223-9fd4-34f39f97961c completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:37.911418 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:37.966376 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Provisioning complete for port f1d0e7bf-97ed-4223-9fd4-34f39f97961c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:37.966744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.044758 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.198712 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.200608 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Allocated IP 172.20.0.1 (6a4130c7-a3b0-4b68-bd09-91f6b2aaba06/6e617f5e-7ce6-4886-9b50-82734ac20357/5629c0c7-52f6-4a8f-a542-014aefc0c3d6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:38.249981 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] For port f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:38.259511 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:37Z', 'revision_number': 3, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:38.261283 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.313033 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.316003 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Checking router: 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:38.316952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Updating router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:59:38.330636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Transition to ACTIVE for port object 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:38.359807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.361534 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d6375-5445-4bc6-bcbf-f9a73e8f8cb4 None None] Pushing event updated for resources: {'Port': ['ID=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:38.366537 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.409305 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:38.412634 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:38.417190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:38.420213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:38.457201 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.525018 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-acc0d665-dcf5-4569-a234-c38b7fffc01f None None] Provisioning complete for port f1d0e7bf-97ed-4223-9fd4-34f39f97961c triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:38.525406 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acc0d665-dcf5-4569-a234-c38b7fffc01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.597616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.694348 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.704559 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Transition to ACTIVE for port object 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:38.711156 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.765197 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Attempting to bind port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:38.765588 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Attempting to bind port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:38.765952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Attempting to bind port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:38.766930 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.768749 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94066-56de-4b3e-b8cc-d3d8917832eb None None] Pushing event updated for resources: {'Port': ['ID=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:38.773030 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.783290 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:38.783668 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:38.784073 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.784529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:38.785250 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Bound port: 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:38.785759 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.821289 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a32659f1-d63d-4d56-b3f7-2c65c1a43a1a None None] Provisioning for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:38.833804 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a32659f1-d63d-4d56-b3f7-2c65c1a43a1a None None] Provisioning complete for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:38.834180 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a32659f1-d63d-4d56-b3f7-2c65c1a43a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.840333 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:38.842754 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.865018 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] For port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:38.883121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] For port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:38.884455 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a32659f1-d63d-4d56-b3f7-2c65c1a43a1a None None] Port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:59:38.889149 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:38.938211 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:38.939581 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:38.943826 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:38.944554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:38.949742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94066-56de-4b3e-b8cc-d3d8917832eb None None] Pushing event updated for resources: {'Port': ['ID=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:39.057325 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:39.227467 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80dfdb03-0409-44cc-b78f-b44c6615dfdd None None] Provisioning complete for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:39.227717 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80dfdb03-0409-44cc-b78f-b44c6615dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:39.284225 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-80dfdb03-0409-44cc-b78f-b44c6615dfdd None None] Port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:59:39.314283 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 2, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:39.322410 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:39.341279 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb747e-209f-4ea3-b7a5-0ff15a1dd27b None None] The sync data for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi is: [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 2, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:39.438584 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:39.445074 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b9299369-0ac4-41a5-acdd-c7240ff13ee4 admin admin] 10.222.0.13 "PUT /v2.0/routers/63ce6c05-9aa0-47c9-8ff3-9bd51c42c624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8225565 Aug 12 22:59:39.481577 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f1d0e7bf-97ed-4223-9fd4-34f39f97961c up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:39.536707 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f1d0e7bf-97ed-4223-9fd4-34f39f97961c triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:39.537086 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:39.971192 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55350) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:39.976406 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1973955356-network', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:40.006781 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Made reservation on behalf of f07105ac476b482f8caf877b37ce6b1c for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:40.009120 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.021266 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.124898 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.130348 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.157859 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 22:59:40.168284 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df6a4a-8988-4df5-8f37-a6b85b791bb2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:40.174861 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.175259 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Added segment 80f68719-fc6b-4f46-833e-349931ba54eb of type vlan for network fd06fee3-8ef0-4201-9b25-b44eac54d7fe Aug 12 22:59:40.218540 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.251534 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.252580 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:40.253108 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.310003 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3376808 Aug 12 22:59:40.312799 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55352) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:40.320181 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Request body: {'subnet': {'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1973955356-subnet', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:40.324307 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b487d4a-e6e8-4e17-a09b-e5b6fd883705 admin admin] Pushing event updated for resources: {'Network': ['ID=fd06fee3-8ef0-4201-9b25-b44eac54d7fe,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:40.335752 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 22:59:40.345840 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Made reservation on behalf of f07105ac476b482f8caf877b37ce6b1c for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:40.349251 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637907'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.544314 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3272899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637921'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.613438 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d858c683-d1d9-44c5-80f5-f065a6b992bd,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:40.636933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Checking segment: {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:40.637315 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Network hostable DHCP agents. Network: fd06fee3-8ef0-4201-9b25-b44eac54d7fe, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 22:59:40.661452 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 22:59:40.672254 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, fd06fee3-8ef0-4201-9b25-b44eac54d7fe) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:40.677318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:40.678173 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.683744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692c2b5e-f313-44c7-b64b-187841fb3afe None None] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:40.705185 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-fcd030e4-d90f-46fc-b879-c3982919faa4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3888412 Aug 12 22:59:40.707002 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55362) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:40.712367 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:40.750472 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.750472 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.788840 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9d874-2dd0-4b2e-8445-1f3cadf2278a req-e69fca69-6a89-4a7d-8e97-7f1ca5859304 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:40.793824 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4fa9d874-2dd0-4b2e-8445-1f3cadf2278a req-e69fca69-6a89-4a7d-8e97-7f1ca5859304 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1201482 Aug 12 22:59:40.808596 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:40.833198 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4fa9d874-2dd0-4b2e-8445-1f3cadf2278a req-771cea19-880a-4c63-807e-4aa6adfb807f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355284 Aug 12 22:59:40.859630 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 22:59:40.860766 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.003982 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Allocated IP 172.20.0.2 (fd06fee3-8ef0-4201-9b25-b44eac54d7fe/d858c683-d1d9-44c5-80f5-f065a6b992bd/1d6e1927-0c57-43b3-8609-9c284d488827) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:41.160003 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.169582 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Transition to ACTIVE for port object 1d6e1927-0c57-43b3-8609-9c284d488827 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:41.184916 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Transition to ACTIVE for port object 1d6e1927-0c57-43b3-8609-9c284d488827 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:41.192174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.199661 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.228323 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:41.233231 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:41.236677 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:41.250366 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Pushing event updated for resources: {'Port': ['ID=1d6e1927-0c57-43b3-8609-9c284d488827,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:41.301172 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Attempting to bind port 1d6e1927-0c57-43b3-8609-9c284d488827 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:41.301580 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Attempting to bind port 1d6e1927-0c57-43b3-8609-9c284d488827 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:41.301948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Attempting to bind port 1d6e1927-0c57-43b3-8609-9c284d488827 on network fd06fee3-8ef0-4201-9b25-b44eac54d7fe {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:41.307109 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:41.307478 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Checking segment: {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:41.307881 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.308272 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Bound using segment: {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:41.308732 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Bound port: 1d6e1927-0c57-43b3-8609-9c284d488827, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:41.309113 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.376814 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] For port 1d6e1927-0c57-43b3-8609-9c284d488827, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:41.381800 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] For port 1d6e1927-0c57-43b3-8609-9c284d488827, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=1d6e1927-0c57-43b3-8609-9c284d488827,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:41.388733 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.418303 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.437722 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.455483 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166c64-2e69-4b52-88d2-aad858b0a397 None None] Pushing event updated for resources: {'Port': ['ID=1d6e1927-0c57-43b3-8609-9c284d488827,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:41.511105 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:41.562477 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Allocated IP 172.27.3.180 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/348023a7-a549-4c88-a6c5-825e8a4e5b32) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:41.563577 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:41.569768 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:41.570163 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.627133 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Sync routers for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:41.670835 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:41.672180 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:41.680971 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.692649 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.703223 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:41.714169 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.763139 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:41.801260 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:41.813810 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:41.818058 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:41.823161 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:41.826698 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:41.852936 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Pushing event updated for resources: {'Port': ['ID=348023a7-a549-4c88-a6c5-825e8a4e5b32,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:42.021245 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0039-15c1-4b5e-8a37-99817272e9c2 req-1a2ba80e-af4b-4378-89ba-38d4c4cccd22 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:42.022767 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cdba0039-15c1-4b5e-8a37-99817272e9c2 req-1a2ba80e-af4b-4378-89ba-38d4c4cccd22 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0874724 Aug 12 22:59:42.114240 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 2, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:42.127954 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cdba0039-15c1-4b5e-8a37-99817272e9c2 req-65dac707-9317-40be-abc5-d0190c811fe3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725043 Aug 12 22:59:42.147011 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Checking router: 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:42.147011 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Updating router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:59:42.151716 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.170307 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.362060 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.444227 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035dee6-6486-4609-97bb-0ab6a0e11280 None None] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 22:59:42.453848 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.465126 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Transition to ACTIVE for port object 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:42.472608 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.498511 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Router 39939f94-d4f6-4510-921a-ca0b8e1f08fd is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 22:59:42.525253 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Pushing event updated for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:42.550425 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.551022 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.551532 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.552030 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.552525 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.553010 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.553535 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.554028 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.554522 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.554999 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.555497 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.555996 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 22:59:42.559009 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-baf4fc9e-cb4f-4e97-96f5-a225508cdfeb None None] Provisioning for port 1d6e1927-0c57-43b3-8609-9c284d488827 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:42.588719 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Attempting to bind port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:42.589413 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Attempting to bind port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:42.589950 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Attempting to bind port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 on network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:42.597534 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:42.598207 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Checking segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:42.598777 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.599324 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Bound using segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:42.599981 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Bound port: 5629c0c7-52f6-4a8f-a542-014aefc0c3d6, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:42.600555 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.633455 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:42.652424 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Sync routers for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:42.660951 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.662425 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-b816e4d8-b621-4c05-8472-d4ec77662edb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9539900 Aug 12 22:59:42.665536 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 22:59:42.674339 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:42.678897 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:42.689041 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] For port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:42.695350 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] For port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:42.704431 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:42.797497 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:42.798483 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:42.927327 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e8ee2-b328-4161-b15b-2027f07338b5 None None] Pushing event updated for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:42.948276 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:42.996158 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:43.182733 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:42Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:43.185516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.204242 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:42Z', 'revision_number': 3, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:43.218596 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616bf55-a6e2-4485-9350-a3e36ff5040d None None] The sync data for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi is: [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:42Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:43.234479 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Checking router: 39939f94-d4f6-4510-921a-ca0b8e1f08fd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:43.234731 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Updating router 39939f94-d4f6-4510-921a-ca0b8e1f08fd port 348023a7-a549-4c88-a6c5-825e8a4e5b32 binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:59:43.267011 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.334118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fe5e7-d018-4b60-9171-5e7a38bebc04 req-8f4e2ed3-a028-41b4-9ce9-df80f0feeff3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:43.335705 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7d0fe5e7-d018-4b60-9171-5e7a38bebc04 req-8f4e2ed3-a028-41b4-9ce9-df80f0feeff3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1305318 Aug 12 22:59:43.412404 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7d0fe5e7-d018-4b60-9171-5e7a38bebc04 req-85266385-d610-40e3-891d-750947dea23c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707991 Aug 12 22:59:43.433135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Allocated IP 172.20.0.1 (fd06fee3-8ef0-4201-9b25-b44eac54d7fe/d858c683-d1d9-44c5-80f5-f065a6b992bd/d53670e9-0a45-44ce-aeeb-c252e5220b0f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:43.571886 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.572877 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.585665 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Transition to ACTIVE for port object d53670e9-0a45-44ce-aeeb-c252e5220b0f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:43.587753 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Transition to ACTIVE for port object 348023a7-a549-4c88-a6c5-825e8a4e5b32 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:43.595334 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.637239 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.638945 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:43.677209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:43.682807 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:43.686110 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f048-e07d-4162-b284-3827bdceefe3 None None] Pushing event updated for resources: {'Port': ['ID=348023a7-a549-4c88-a6c5-825e8a4e5b32,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:43.686969 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:43.693006 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Attempting to bind port 348023a7-a549-4c88-a6c5-825e8a4e5b32 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:43.693412 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Attempting to bind port 348023a7-a549-4c88-a6c5-825e8a4e5b32 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:43.693774 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Attempting to bind port 348023a7-a549-4c88-a6c5-825e8a4e5b32 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:43.704828 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:43.705084 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:43.705499 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.705890 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:43.706399 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Bound port: 348023a7-a549-4c88-a6c5-825e8a4e5b32, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:43.707422 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.730262 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Pushing event updated for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:43.752053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.756916 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:43.766716 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:43.767146 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.789655 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] For port 348023a7-a549-4c88-a6c5-825e8a4e5b32, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:43.808819 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] For port 348023a7-a549-4c88-a6c5-825e8a4e5b32, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=348023a7-a549-4c88-a6c5-825e8a4e5b32,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:43.818794 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.913923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:43.933293 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f048-e07d-4162-b284-3827bdceefe3 None None] Pushing event updated for resources: {'Port': ['ID=348023a7-a549-4c88-a6c5-825e8a4e5b32,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:43.938285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:43.938872 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:43.943465 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.017286 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-64ccf6cb-f0c7-4613-afb6-8a91dc0dc41d None None] Provisioning for port d53670e9-0a45-44ce-aeeb-c252e5220b0f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:44.056222 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-64ccf6cb-f0c7-4613-afb6-8a91dc0dc41d None None] Provisioning complete for port d53670e9-0a45-44ce-aeeb-c252e5220b0f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:44.056586 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-64ccf6cb-f0c7-4613-afb6-8a91dc0dc41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.060535 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:44.084817 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.085633 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1d6e1927-0c57-43b3-8609-9c284d488827 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:44.092016 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.098751 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.154460 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:44.164646 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.166380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Pushing event updated for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:44.186065 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-64ccf6cb-f0c7-4613-afb6-8a91dc0dc41d None None] Port d53670e9-0a45-44ce-aeeb-c252e5220b0f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:59:44.248104 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:44.266463 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:44.268026 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:44.299800 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 1d6e1927-0c57-43b3-8609-9c284d488827 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:44.310044 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 1d6e1927-0c57-43b3-8609-9c284d488827 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:44.310446 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.386291 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Router 39939f94-d4f6-4510-921a-ca0b8e1f08fd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 22:59:44.443548 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.486416 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 1d6e1927-0c57-43b3-8609-9c284d488827, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=1d6e1927-0c57-43b3-8609-9c284d488827,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:44.488660 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'd53670e9-0a45-44ce-aeeb-c252e5220b0f', 'name': '', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:43Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 1, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'subnets': [{'id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:44.502560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 22:59:44.508172 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-de5c937e-3d80-46c3-baba-ca6cf18d5290 admin admin] 10.222.0.13 "PUT /v2.0/routers/39939f94-d4f6-4510-921a-ca0b8e1f08fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414567 Aug 12 22:59:44.520337 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.520337 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:44.524058 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9db6ce-5436-440d-98f9-d9d3050edb2e None None] The sync data for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi is: [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'd53670e9-0a45-44ce-aeeb-c252e5220b0f', 'name': '', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:43Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 1, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'subnets': [{'id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:44.566620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3784d-8d5d-416c-95e4-d96b6b945cd6 req-17720340-9cb7-42d2-8535-cddcf42f0a0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:44.568509 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b0e3784d-8d5d-416c-95e4-d96b6b945cd6 req-17720340-9cb7-42d2-8535-cddcf42f0a0b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0703192 Aug 12 22:59:44.611552 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9cb58ddb-2685-4ce0-b834-4e4e18d57f0a None None] Provisioning complete for port d53670e9-0a45-44ce-aeeb-c252e5220b0f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:44.612145 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9cb58ddb-2685-4ce0-b834-4e4e18d57f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:44.615161 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b0e3784d-8d5d-416c-95e4-d96b6b945cd6 req-07bd5f33-1195-4844-b44e-566aaa658481 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Aug 12 22:59:44.619557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=1d6e1927-0c57-43b3-8609-9c284d488827,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:44.665135 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-9cb58ddb-2685-4ce0-b834-4e4e18d57f0a None None] Port d53670e9-0a45-44ce-aeeb-c252e5220b0f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:59:44.674356 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:44.674864 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:45.490120 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:45.677578 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:45.678226 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:45.763271 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1d6e1927-0c57-43b3-8609-9c284d488827 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:45.763801 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1472fdb-7f7c-4b35-9d49-f7da146e5468 req-fdb63e6b-dd91-4410-8365-a1e4ce52f5a5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:45.765996 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f1472fdb-7f7c-4b35-9d49-f7da146e5468 req-fdb63e6b-dd91-4410-8365-a1e4ce52f5a5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0612676 Aug 12 22:59:45.815426 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 1d6e1927-0c57-43b3-8609-9c284d488827 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:45.816016 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:45.816498 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f1472fdb-7f7c-4b35-9d49-f7da146e5468 req-f1aba147-d895-40e7-93f3-42745b3a27f0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Aug 12 22:59:46.288943 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-11cac7af-060e-4815-800a-6eec453c0b45 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:46.297260 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-11cac7af-060e-4815-800a-6eec453c0b45 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 813 time: 0.1435127 Aug 12 22:59:46.311408 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-e638f6f6-a3aa-450b-be82-5be149093ec8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/quotas/d644d9e876a24261aacae625aa398fba HTTP/1.1" status: 200 len: 375 time: 0.0129807 Aug 12 22:59:46.348567 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-c054acef-4b05-4e0a-8a34-700f86ee7023 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318592 Aug 12 22:59:46.461924 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-44fc5a40-68a6-4865-a22d-0dda5072ff7c service neutron] 10.222.0.13 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058388 Aug 12 22:59:46.564593 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-56717225-4444-462f-9bf2-47a045e6d702 service neutron] 10.222.0.13 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943060 Aug 12 22:59:46.781981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1c8736db-c04f-4ea7-b9c7-e5668882bead req-3308d769-1451-41b8-897d-2ed315262ae7 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 210 time: 0.0322227 Aug 12 22:59:46.984613 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27a019-316b-45d4-bf0c-ed35912b4ae2 req-b889c60a-1def-4484-bea5-4ce286eba70c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:46.992444 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dd27a019-316b-45d4-bf0c-ed35912b4ae2 req-b889c60a-1def-4484-bea5-4ce286eba70c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0784831 Aug 12 22:59:47.042003 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dd27a019-316b-45d4-bf0c-ed35912b4ae2 req-7e8e0c20-093d-46ae-ba2e-25176b8c152f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485332 Aug 12 22:59:47.515979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 348023a7-a549-4c88-a6c5-825e8a4e5b32 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:47.575651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 348023a7-a549-4c88-a6c5-825e8a4e5b32 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:47.580043 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 348023a7-a549-4c88-a6c5-825e8a4e5b32 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:47.580517 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:47.687552 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:47.688823 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Sync routers for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 22:59:47.704411 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:47.705060 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:47.714823 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 348023a7-a549-4c88-a6c5-825e8a4e5b32, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=348023a7-a549-4c88-a6c5-825e8a4e5b32,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:47.721427 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:47.783374 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=348023a7-a549-4c88-a6c5-825e8a4e5b32,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:47.892206 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:47.898804 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b416ffda-ebb4-4cc0-8d38-565a87899b52 req-ab589997-7b7d-4dd9-9bf9-077ff4e4f89e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 210 time: 0.0299971 Aug 12 22:59:48.135414 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-faff57e1-4633-401d-8d26-b3603c30b372 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:48.137100 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-faff57e1-4633-401d-8d26-b3603c30b372 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 813 time: 0.1546073 Aug 12 22:59:48.159382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Request body: {'port': {'device_id': '96d20785-fd80-4318-ae92-8f58f60e6535', 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f', 'admin_state_up': True, 'tenant_id': 'd644d9e876a24261aacae625aa398fba'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:48.188777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f27a3-a4b9-4bfe-a8ff-df89be3e25ce req-16df4e72-ef2a-4adf-a7f0-ebfaaa10c915 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:48.198131 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-752f27a3-a4b9-4bfe-a8ff-df89be3e25ce req-16df4e72-ef2a-4adf-a7f0-ebfaaa10c915 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0773337 Aug 12 22:59:48.212390 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'd53670e9-0a45-44ce-aeeb-c252e5220b0f', 'name': '', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:43Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 2, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'subnets': [{'id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:48.251909 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Checking router: 39939f94-d4f6-4510-921a-ca0b8e1f08fd for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 22:59:48.252268 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Updating router 39939f94-d4f6-4510-921a-ca0b8e1f08fd port d53670e9-0a45-44ce-aeeb-c252e5220b0f binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 22:59:48.276538 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-752f27a3-a4b9-4bfe-a8ff-df89be3e25ce req-c21fdb9c-3d67-4baa-8981-f0c0f1adcc83 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770631 Aug 12 22:59:48.295227 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.313896 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Made reservation on behalf of d644d9e876a24261aacae625aa398fba for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:48.318359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.476740 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Allocated IP 172.20.0.13 (16cc112d-8f09-4c92-b0d1-30e37b81823f/7333c787-75b4-4e6b-a75e-1178a079e8b9/1368a1ce-62a1-41a5-8984-05d02049216f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:48.660950 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.702584 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.707126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.713430 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Transition to ACTIVE for port object d53670e9-0a45-44ce-aeeb-c252e5220b0f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:48.724173 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.757639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Network 16cc112d-8f09-4c92-b0d1-30e37b81823f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:48.761117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:48.766269 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:48.792633 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Pushing event updated for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:48.815853 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a9f40-cce4-430c-9e70-a126f01a3608 None None] Pushing event updated for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:48.832201 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:48.832863 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.856813 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-d8350928-7268-47a0-8014-40b6bf257060 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7007239 Aug 12 22:59:48.872585 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Attempting to bind port d53670e9-0a45-44ce-aeeb-c252e5220b0f on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:48.872999 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Attempting to bind port d53670e9-0a45-44ce-aeeb-c252e5220b0f by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:48.873378 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Attempting to bind port d53670e9-0a45-44ce-aeeb-c252e5220b0f on network fd06fee3-8ef0-4201-9b25-b44eac54d7fe {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:48.880689 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:48.881501 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Checking segment: {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:48.881956 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.882523 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Bound using segment: {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:48.882999 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Bound port: d53670e9-0a45-44ce-aeeb-c252e5220b0f, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f68719-fc6b-4f46-833e-349931ba54eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:48.883381 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:48.946908 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Request body: {'port': {'device_id': '96d20785-fd80-4318-ae92-8f58f60e6535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:48.978112 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] For port d53670e9-0a45-44ce-aeeb-c252e5220b0f, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:48.984029 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] For port d53670e9-0a45-44ce-aeeb-c252e5220b0f, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=d53670e9-0a45-44ce-aeeb-c252e5220b0f,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:48.993555 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.050250 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a9f40-cce4-430c-9e70-a126f01a3608 None None] Pushing event updated for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:49.050403 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.075776 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 22:59:49.076395 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:49.112640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d7534-aaeb-4350-9679-ac19f7a49b75 req-edf50275-8cc3-44a2-a3d5-a0f17856ba18 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:49.114217 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-147d7534-aaeb-4350-9679-ac19f7a49b75 req-edf50275-8cc3-44a2-a3d5-a0f17856ba18 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 932 time: 0.1023073 Aug 12 22:59:49.244020 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 22:59:49.251921 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-147d7534-aaeb-4350-9679-ac19f7a49b75 req-eab516c9-cf1d-47ef-95db-025732694b23 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260147 Aug 12 22:59:49.458944 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c41f7-0ab8-400b-a2c8-4bdfe653be8a req-f43ae321-74ee-441b-a454-c7e152d9a47d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:49.460555 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-188c41f7-0ab8-400b-a2c8-4bdfe653be8a req-f43ae321-74ee-441b-a454-c7e152d9a47d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0855491 Aug 12 22:59:49.517903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1368a1ce-62a1-41a5-8984-05d02049216f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:59:49.531576 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.537409 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 348023a7-a549-4c88-a6c5-825e8a4e5b32 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:49.547584 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Transition to ACTIVE for port object 1368a1ce-62a1-41a5-8984-05d02049216f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:49.551002 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-188c41f7-0ab8-400b-a2c8-4bdfe653be8a req-f073aaa8-25e0-45ae-8b5f-f2c1670ab427 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812790 Aug 12 22:59:49.558198 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.586097 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'd53670e9-0a45-44ce-aeeb-c252e5220b0f', 'name': '', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:43Z', 'updated_at': '2021-08-12T22:59:48Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'subnets': [{'id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 22:59:49.627117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:49.640607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 348023a7-a549-4c88-a6c5-825e8a4e5b32 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:49.640979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.651203 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e5a94-cd1f-4f27-a9df-2eaaeefaf0ed None None] The sync data for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi is: [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'd53670e9-0a45-44ce-aeeb-c252e5220b0f', 'name': '', 'network_id': 'fd06fee3-8ef0-4201-9b25-b44eac54d7fe', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'mac_address': 'fa:16:3e:07:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:43Z', 'updated_at': '2021-08-12T22:59:48Z', 'revision_number': 4, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'subnets': [{'id': 'd858c683-d1d9-44c5-80f5-f065a6b992bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 22:59:49.711490 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Attempting to bind port 1368a1ce-62a1-41a5-8984-05d02049216f on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 22:59:49.711874 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Attempting to bind port 1368a1ce-62a1-41a5-8984-05d02049216f by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 22:59:49.712290 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Attempting to bind port 1368a1ce-62a1-41a5-8984-05d02049216f on network 16cc112d-8f09-4c92-b0d1-30e37b81823f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:49.716961 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Port 1368a1ce-62a1-41a5-8984-05d02049216f on network 16cc112d-8f09-4c92-b0d1-30e37b81823f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 22:59:49.717410 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Attempting to bind port 1368a1ce-62a1-41a5-8984-05d02049216f on network 16cc112d-8f09-4c92-b0d1-30e37b81823f {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 22:59:49.722764 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 22:59:49.722764 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Checking segment: {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 22:59:49.723223 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Bound using segment: {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 22:59:49.723735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Bound port: 1368a1ce-62a1-41a5-8984-05d02049216f, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 22:59:49.724192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.737898 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device d53670e9-0a45-44ce-aeeb-c252e5220b0f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:49.797823 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 22:59:49.801647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1368a1ce-62a1-41a5-8984-05d02049216f,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 22:59:49.803527 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port d53670e9-0a45-44ce-aeeb-c252e5220b0f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:49.807951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port d53670e9-0a45-44ce-aeeb-c252e5220b0f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:49.808389 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.808970 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.870971 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:49.883093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:49.883946 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.885511 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-ade56728-7554-4fbc-a654-58a1318469b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/1368a1ce-62a1-41a5-8984-05d02049216f HTTP/1.1" status: 200 len: 1094 time: 0.9449735 Aug 12 22:59:49.886046 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:49.888578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:49.907556 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:49.928054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc332e55-dbad-43df-814f-43b2698bfe9d x-openstack-request-id: req-dc332e55-dbad-43df-814f-43b2698bfe9d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:49.928441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:49.928801 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc332e55-dbad-43df-814f-43b2698bfe9d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:49.929293 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f', 'status': 'completed', 'code': 200} Aug 12 22:59:49.960361 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port d53670e9-0a45-44ce-aeeb-c252e5220b0f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=d53670e9-0a45-44ce-aeeb-c252e5220b0f,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:49.968280 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:50.032645 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:50.047082 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-7e60a525-b764-425f-ae3d-1d0593b1102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.049514 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-7e60a525-b764-425f-ae3d-1d0593b1102f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 1097 time: 0.0824189 Aug 12 22:59:50.112065 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-1cedfe6e-b367-4d92-a84c-e2f5b0cebfe7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1368a1ce-62a1-41a5-8984-05d02049216f HTTP/1.1" status: 200 len: 217 time: 0.0441074 Aug 12 22:59:50.178962 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-1e90e4fe-b01e-4777-8e87-f46b9610d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.180596 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-1e90e4fe-b01e-4777-8e87-f46b9610d492 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7333c787-75b4-4e6b-a75e-1178a079e8b9 HTTP/1.1" status: 200 len: 853 time: 0.0598714 Aug 12 22:59:50.237572 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-889fe02c-afa9-4bfa-b3c3-0dee580ddcbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=16cc112d-8f09-4c92-b0d1-30e37b81823f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445507 Aug 12 22:59:50.390937 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-55df0cbb-6c4f-47ec-9934-0e421e5369eb service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445987 Aug 12 22:59:50.448265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fad659-8def-455a-a99f-04f3ca4327ea req-89ae9fde-38fa-4f91-b50c-10b15ae7dc62 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.456417 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-47fad659-8def-455a-a99f-04f3ca4327ea req-89ae9fde-38fa-4f91-b50c-10b15ae7dc62 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 944 time: 0.0948195 Aug 12 22:59:50.495708 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-47fad659-8def-455a-a99f-04f3ca4327ea req-8f6f8c79-ecf2-4c40-ad7f-88cdf08a9892 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Aug 12 22:59:50.535901 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a8e9fcc-d40b-4e77-afa9-ac5a97892eb8 req-c63de808-1a06-4424-936c-586db9988ca7 service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341119 Aug 12 22:59:50.723067 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-51a17b4b-aebc-46a1-9ceb-73d8fff37f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.724582 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-51a17b4b-aebc-46a1-9ceb-73d8fff37f70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d644d9e876a24261aacae625aa398fba&device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 1097 time: 0.0814037 Aug 12 22:59:50.822312 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03aee-c651-4fd7-941c-9b17f34981bd req-f8c055ac-5075-4398-a468-f5b81858f7fa tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.823866 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00c03aee-c651-4fd7-941c-9b17f34981bd req-f8c055ac-5075-4398-a468-f5b81858f7fa tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1683030 Aug 12 22:59:50.861966 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-e2e7012d-eb20-49ed-a107-209c181ec826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.863604 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-e2e7012d-eb20-49ed-a107-209c181ec826 service neutron] 10.222.0.70 "GET /v2.0/networks?id=16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 200 len: 914 time: 0.1289356 Aug 12 22:59:50.910361 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-048eec53-0979-4ef0-a3aa-cae5380f54b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1368a1ce-62a1-41a5-8984-05d02049216f HTTP/1.1" status: 200 len: 217 time: 0.0385187 Aug 12 22:59:50.913012 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00c03aee-c651-4fd7-941c-9b17f34981bd req-516cd92b-0f96-4b8f-bafc-96cdb18c9f5d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828636 Aug 12 22:59:50.967959 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-53d5ac20-fadd-4656-99e6-677e58c4f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:50.969474 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-53d5ac20-fadd-4656-99e6-677e58c4f35a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7333c787-75b4-4e6b-a75e-1178a079e8b9 HTTP/1.1" status: 200 len: 853 time: 0.0516973 Aug 12 22:59:51.012557 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-36221f7e-a760-4813-bd75-d19c34a9b716 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=16cc112d-8f09-4c92-b0d1-30e37b81823f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323915 Aug 12 22:59:51.123361 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-d12be850-1145-40b5-8101-0f96a84786b0 service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014996 Aug 12 22:59:51.229881 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d5b721af-a6fb-447f-8e01-11fbe0d9aaf3 req-1a20df7b-5b65-4f5e-b121-6ba7cb45e84d service neutron] 10.222.0.70 "GET /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945430 Aug 12 22:59:51.461376 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device d53670e9-0a45-44ce-aeeb-c252e5220b0f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:51.510764 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port d53670e9-0a45-44ce-aeeb-c252e5220b0f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:51.511140 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:51.636596 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702ea8-1778-4a99-98aa-42f55b18e9a0 req-72a0a143-0293-42a2-84e7-f9ed0af5c180 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:51.638093 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-97702ea8-1778-4a99-98aa-42f55b18e9a0 req-72a0a143-0293-42a2-84e7-f9ed0af5c180 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 944 time: 0.0641305 Aug 12 22:59:51.680418 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-97702ea8-1778-4a99-98aa-42f55b18e9a0 req-2fba9609-0245-4f37-9e98-8f5acb7a0941 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Aug 12 22:59:52.053708 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6ad6e-8205-44d1-8a14-780a1e50f27b req-61e284e1-f336-4848-a573-5d4c6f30e13e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:52.055295 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2af6ad6e-8205-44d1-8a14-780a1e50f27b req-61e284e1-f336-4848-a573-5d4c6f30e13e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0650651 Aug 12 22:59:52.097799 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2af6ad6e-8205-44d1-8a14-780a1e50f27b req-573f86ac-42dd-47b9-bfb9-21e2aa3c96e1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362444 Aug 12 22:59:52.802005 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9310ceb-78ed-494d-8582-329e414ea5d2 req-867a70d9-2ddf-499e-8698-a43a3adc78a8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:52.803549 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d9310ceb-78ed-494d-8582-329e414ea5d2 req-867a70d9-2ddf-499e-8698-a43a3adc78a8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 944 time: 0.0507226 Aug 12 22:59:52.845758 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d9310ceb-78ed-494d-8582-329e414ea5d2 req-c1a9be6c-6923-4247-a517-44181846806c tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Aug 12 22:59:53.219090 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50392c54-a29a-453b-9c7a-fae71337cf7f req-8d7e1ec3-e731-411a-9c07-ad9e70f55a24 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:53.220605 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50392c54-a29a-453b-9c7a-fae71337cf7f req-8d7e1ec3-e731-411a-9c07-ad9e70f55a24 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0513935 Aug 12 22:59:53.260841 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-50392c54-a29a-453b-9c7a-fae71337cf7f req-a1f6581a-bc38-4ba8-8711-9fb28b39425a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Aug 12 22:59:53.568103 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0764babf-db24-41fd-804b-3889f840706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:53.970558 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f7fe-3a45-40b1-ba9e-b1a7d43401d5 req-4b25df16-b91b-41ac-8801-4fde493b13f4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:53.972404 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4c6f7fe-3a45-40b1-ba9e-b1a7d43401d5 req-4b25df16-b91b-41ac-8801-4fde493b13f4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 944 time: 0.0559039 Aug 12 22:59:54.016566 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d4c6f7fe-3a45-40b1-ba9e-b1a7d43401d5 req-ae2f78d4-9a40-4de1-8533-6f5f6eaf1a23 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375483 Aug 12 22:59:54.388779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a150a3-2034-442f-8064-7b80b6139c1f req-0e7d6d3c-acdb-436e-bc8d-e302d5d1179e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:54.390461 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f9a150a3-2034-442f-8064-7b80b6139c1f req-0e7d6d3c-acdb-436e-bc8d-e302d5d1179e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0586708 Aug 12 22:59:54.432259 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f9a150a3-2034-442f-8064-7b80b6139c1f req-26690173-692d-4125-92d7-d32c6c86ca98 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345869 Aug 12 22:59:54.766761 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 1368a1ce-62a1-41a5-8984-05d02049216f details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 22:59:54.861501 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1368a1ce-62a1-41a5-8984-05d02049216f,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:54.873671 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '1368a1ce-62a1-41a5-8984-05d02049216f', 'network_id': '16cc112d-8f09-4c92-b0d1-30e37b81823f', 'port_id': '1368a1ce-62a1-41a5-8984-05d02049216f', 'mac_address': 'fa:16:3e:e4:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7333c787-75b4-4e6b-a75e-1178a079e8b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 22:59:54.912347 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:54.928776 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1368a1ce-62a1-41a5-8984-05d02049216f {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 22:59:54.948419 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1368a1ce-62a1-41a5-8984-05d02049216f,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:54.953613 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:55.001738 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:55.070543 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-b8971e3d-a8a5-4c70-bbf1-9423b7763707 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:55.072043 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-b8971e3d-a8a5-4c70-bbf1-9423b7763707 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 815 time: 0.1033778 Aug 12 22:59:55.088823 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-2b530d8b-5723-45bf-8369-7493c9a4632f tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/quotas/4c843efe74344df1b31d2835cfc599f2 HTTP/1.1" status: 200 len: 375 time: 0.0104833 Aug 12 22:59:55.093549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:55.135445 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861564-c184-4539-be6c-16bad82c3de8 req-af3df084-a7c0-40ea-820d-cf0a7a937221 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:55.136864 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-14861564-c184-4539-be6c-16bad82c3de8 req-af3df084-a7c0-40ea-820d-cf0a7a937221 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 945 time: 0.0518057 Aug 12 22:59:55.140393 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-eb3d70f0-d9ea-4dab-be33-6c265ff786f6 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457141 Aug 12 22:59:55.175033 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-14861564-c184-4539-be6c-16bad82c3de8 req-53d1cc71-7cc0-4111-9e76-e4e0d774ca38 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Aug 12 22:59:55.339964 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-bf153e88-30ec-4fc7-9b6e-4da3f03b5af1 service neutron] 10.222.0.13 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876345 Aug 12 22:59:55.423549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['1368a1ce-62a1-41a5-8984-05d02049216f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 22:59:55.438156 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-b3f607cb-54be-43ed-8ceb-a8ae07c8aa9d service neutron] 10.222.0.13 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921023 Aug 12 22:59:55.563194 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e25ef-2b95-4f2c-8f45-10c977d19c3f req-2d66dc57-3251-4bb0-9545-4b4a2aeaa763 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:55.564773 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-097e25ef-2b95-4f2c-8f45-10c977d19c3f req-2d66dc57-3251-4bb0-9545-4b4a2aeaa763 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0653853 Aug 12 22:59:55.609870 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-097e25ef-2b95-4f2c-8f45-10c977d19c3f req-3eeb273f-2c5a-4685-b24e-fc90a0589d67 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Aug 12 22:59:55.628044 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efe4854c-2ab5-424d-8795-06930d0a9ed4 req-6dd7122f-2e11-43c3-931d-7be655f84d51 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 210 time: 0.0383391 Aug 12 22:59:56.300682 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96704-ae22-4bc4-8526-a3c233cff03c req-d213dd8e-eb8d-461d-8dbd-25d3415d5444 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:56.302174 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ede96704-ae22-4bc4-8526-a3c233cff03c req-d213dd8e-eb8d-461d-8dbd-25d3415d5444 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 945 time: 0.0581610 Aug 12 22:59:56.354977 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ede96704-ae22-4bc4-8526-a3c233cff03c req-a254ce67-c61a-46dc-9ed0-70a46e79d679 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Aug 12 22:59:56.400964 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0b427bc9-6b90-4b8c-8294-68751adf9cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.410483 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-d0b0d772-8031-4080-8f47-66aa468abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:56.412182 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-d0b0d772-8031-4080-8f47-66aa468abe4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0433049 Aug 12 22:59:56.514534 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-76549761-415c-4f48-b93a-6e307b72bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:56.516391 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-76549761-415c-4f48-b93a-6e307b72bdec service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.0961480 Aug 12 22:59:56.727055 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-555c40fb-8dc4-4cad-bbaa-ec1edc6ea9d9 req-0b4f4d3e-1e35-45bc-8c2c-14db8b4dc6c0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 210 time: 0.0291843 Aug 12 22:59:56.768762 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.782669 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 1368a1ce-62a1-41a5-8984-05d02049216f up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 22:59:56.841086 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 1368a1ce-62a1-41a5-8984-05d02049216f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:56.845765 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 1368a1ce-62a1-41a5-8984-05d02049216f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:56.846135 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.926434 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:56.947487 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-963423b0-20e1-455e-a440-3e00aa0cdf0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 1001 time: 0.4046576 Aug 12 22:59:56.949761 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 22:59:56.952031 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d81154d-0f02-40a9-a1cd-dc51c8682a6e" -d '{"events": [{"server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "name": "network-vif-plugged", "status": "completed", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 22:59:56.972735 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1368a1ce-62a1-41a5-8984-05d02049216f,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 22:59:56.981752 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.008514 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9d68-9e52-4eef-ae56-2013adb16b6f req-c294d4c6-00ac-48fd-a34a-3d9569408080 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.010214 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-be4b9d68-9e52-4eef-ae56-2013adb16b6f req-c294d4c6-00ac-48fd-a34a-3d9569408080 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1683135 Aug 12 22:59:57.047910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-72699e03-f8cd-432d-98d5-c1e98b807aed tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.049440 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-72699e03-f8cd-432d-98d5-c1e98b807aed tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 815 time: 0.2087374 Aug 12 22:59:57.062546 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-a1e64d2f-5c80-406b-85ff-45fad8652d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.064009 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-a1e64d2f-5c80-406b-85ff-45fad8652d3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.1041214 Aug 12 22:59:57.065573 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:57.075745 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'port': {'device_id': '91c06c55-ba61-4942-93f3-cb421d407666', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'admin_state_up': True, 'tenant_id': '4c843efe74344df1b31d2835cfc599f2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 22:59:57.131418 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-be4b9d68-9e52-4eef-ae56-2013adb16b6f req-9bbcd079-09c7-4317-aaa0-d1a60cf80cb5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120780 Aug 12 22:59:57.166757 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6677b8-7c06-45cf-a3aa-638bdb05d49f x-openstack-request-id: req-9a6677b8-7c06-45cf-a3aa-638bdb05d49f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 22:59:57.166757 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "name": "network-vif-plugged", "status": "completed", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 22:59:57.167006 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a6677b8-7c06-45cf-a3aa-638bdb05d49f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 22:59:57.167356 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f', 'code': 200} Aug 12 22:59:57.186619 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-6e4ff857-3c8c-4b73-a884-e0e02c763673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.188289 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-6e4ff857-3c8c-4b73-a884-e0e02c763673 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1080551 Aug 12 22:59:57.228987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Made reservation on behalf of 4c843efe74344df1b31d2835cfc599f2 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 22:59:57.233093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.362921 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.380268 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Allocated IP 172.20.0.13 (6a4130c7-a3b0-4b68-bd09-91f6b2aaba06/6e617f5e-7ce6-4886-9b50-82734ac20357/db6f6782-3ef9-4118-bb4f-17f62490d359) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 22:59:57.552641 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332201-22e7-4783-a8b7-5c6efd494974 req-64bdb7ce-3e9f-4e14-bd04-315104969adf tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.557840 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a332201-22e7-4783-a8b7-5c6efd494974 req-64bdb7ce-3e9f-4e14-bd04-315104969adf tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.1137099 Aug 12 22:59:57.607573 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.619821 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a332201-22e7-4783-a8b7-5c6efd494974 req-71f5407c-ecf0-44ff-a761-ace0176b56b4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Aug 12 22:59:57.626983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Transition to ACTIVE for port object db6f6782-3ef9-4118-bb4f-17f62490d359 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 22:59:57.669393 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.718520 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 22:59:57.721730 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 22:59:57.725705 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 22:59:57.732165 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 22:59:57.807427 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.808139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:57.827109 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-42244816-b5f4-4527-9302-2df6dac5e9b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7569423 Aug 12 22:59:57.879001 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f5724-bca9-457f-bce4-6287545c89c8 req-5379a6f2-89bf-497a-a427-f9cb992355b4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:57.882198 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b32f5724-bca9-457f-bce4-6287545c89c8 req-5379a6f2-89bf-497a-a427-f9cb992355b4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0730286 Aug 12 22:59:57.924488 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b32f5724-bca9-457f-bce4-6287545c89c8 req-6066b811-a16c-4db2-8459-7c8dc0e06297 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357883 Aug 12 22:59:58.022295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-371b5d36-3675-400f-b8d7-f43d17a2efbd None None] Provisioning for port db6f6782-3ef9-4118-bb4f-17f62490d359 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 22:59:58.026240 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-371b5d36-3675-400f-b8d7-f43d17a2efbd None None] Provisioning complete for port db6f6782-3ef9-4118-bb4f-17f62490d359 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 22:59:58.026608 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-371b5d36-3675-400f-b8d7-f43d17a2efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:58.061843 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-371b5d36-3675-400f-b8d7-f43d17a2efbd None None] Port db6f6782-3ef9-4118-bb4f-17f62490d359 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 22:59:58.270188 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df896-a2e4-4df8-b531-654f5a2c8813 req-bf337faf-3463-4c80-9669-a12904ac672d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:58.271825 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2d5df896-a2e4-4df8-b531-654f5a2c8813 req-bf337faf-3463-4c80-9669-a12904ac672d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0640798 Aug 12 22:59:58.310209 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2d5df896-a2e4-4df8-b531-654f5a2c8813 req-779712bc-349c-488a-9dba-d7011f7ecddf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Aug 12 22:59:58.752536 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115e2a-6b8c-47aa-b8af-2f7540192cc6 req-7f8d61dd-3b02-4922-9a24-ae596de2ec0e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:58.754025 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f5115e2a-6b8c-47aa-b8af-2f7540192cc6 req-7f8d61dd-3b02-4922-9a24-ae596de2ec0e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0574620 Aug 12 22:59:58.801682 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f5115e2a-6b8c-47aa-b8af-2f7540192cc6 req-68223a8b-ba8b-4f36-aa7a-e55ffa04653b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Aug 12 22:59:58.855327 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 22:59:59.060017 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8161-37e5-478d-ae7b-095943e88b0b req-9673ec3a-5841-42a3-bf4e-1316595b9915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:59.062736 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ebed8161-37e5-478d-ae7b-095943e88b0b req-9673ec3a-5841-42a3-bf4e-1316595b9915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0668144 Aug 12 22:59:59.102088 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ebed8161-37e5-478d-ae7b-095943e88b0b req-6a04cc8e-8f2d-4e2a-bd03-be7d39a8fe3e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333598 Aug 12 22:59:59.436989 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2f570-13f1-4934-a5cc-f428005d9bfd req-1cfe403f-4c6b-4703-8a40-3131d55e162c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:59.438523 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b1b2f570-13f1-4934-a5cc-f428005d9bfd req-1cfe403f-4c6b-4703-8a40-3131d55e162c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0506248 Aug 12 22:59:59.476621 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b1b2f570-13f1-4934-a5cc-f428005d9bfd req-309f077e-9d98-48e4-9473-45230ee6f87d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Aug 12 22:59:59.923244 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6048e09-8b4b-47af-a64f-12479177f2ae req-1c83dc6c-175d-432a-9821-45940b952e16 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 22:59:59.924732 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e6048e09-8b4b-47af-a64f-12479177f2ae req-1c83dc6c-175d-432a-9821-45940b952e16 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0498500 Aug 12 22:59:59.967684 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e6048e09-8b4b-47af-a64f-12479177f2ae req-928f2f2d-309c-494d-bd04-7797043d2ff4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365191 Aug 12 23:00:00.226041 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97f41d-4e29-4abc-a9c7-0548e9703bc0 req-b71312a0-52ce-4910-88d7-f6c6ef91ad28 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:00.227514 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f97f41d-4e29-4abc-a9c7-0548e9703bc0 req-b71312a0-52ce-4910-88d7-f6c6ef91ad28 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0493405 Aug 12 23:00:00.267900 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f97f41d-4e29-4abc-a9c7-0548e9703bc0 req-c4fdc09c-69e8-4793-b8eb-bc3674dbe9f5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Aug 12 23:00:00.605505 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2193e18-fbd4-4c7a-b9a1-313b4865e89c req-d40e9678-e0a7-41fa-a694-8b19d08fa11c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:00.607064 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2193e18-fbd4-4c7a-b9a1-313b4865e89c req-d40e9678-e0a7-41fa-a694-8b19d08fa11c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0511129 Aug 12 23:00:00.651264 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d2193e18-fbd4-4c7a-b9a1-313b4865e89c req-9b35393e-5cc9-4631-a1b3-1736b44cbeeb tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372844 Aug 12 23:00:01.089078 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ce717-cf1f-4674-8281-72310058e892 req-9817c916-fadb-42bf-ae24-3598e48dd4fd tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:01.090527 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-533ce717-cf1f-4674-8281-72310058e892 req-9817c916-fadb-42bf-ae24-3598e48dd4fd tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0525250 Aug 12 23:00:01.133902 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-533ce717-cf1f-4674-8281-72310058e892 req-992a7b56-6cff-4211-a3ed-6fc1b248b97f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373354 Aug 12 23:00:01.389707 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dae19-d140-4a7c-8423-620a915a1a75 req-76b65c40-958e-4060-b10e-c33e6e4bbdbf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:01.391147 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-665dae19-d140-4a7c-8423-620a915a1a75 req-76b65c40-958e-4060-b10e-c33e6e4bbdbf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0506334 Aug 12 23:00:01.437256 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-665dae19-d140-4a7c-8423-620a915a1a75 req-53faa029-4e13-4932-ab05-70eb63743ebf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Aug 12 23:00:01.772315 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e87bbc-28af-4766-b066-d4247e05b234 req-c0eee873-1b0c-43c3-b519-893e0483cda8 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:01.774088 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a4e87bbc-28af-4766-b066-d4247e05b234 req-c0eee873-1b0c-43c3-b519-893e0483cda8 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0532658 Aug 12 23:00:01.823101 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a4e87bbc-28af-4766-b066-d4247e05b234 req-52880af0-eeb3-4518-83b7-0ad7455521d3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Aug 12 23:00:02.258003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da98fd-f3f3-4ca4-9909-44fecd1a50d9 req-eed19a26-7549-416c-844e-ba5e3ea8877e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:02.259540 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-47da98fd-f3f3-4ca4-9909-44fecd1a50d9 req-eed19a26-7549-416c-844e-ba5e3ea8877e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0528958 Aug 12 23:00:02.304711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-47da98fd-f3f3-4ca4-9909-44fecd1a50d9 req-e32d6f68-a8ab-4bd7-b37b-504dc2cd8f90 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Aug 12 23:00:02.571875 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e79e-0a3b-4afa-9b76-81d3679d209c req-45e79f01-d547-4607-bfb2-ed2f28475a08 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:02.573328 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b021e79e-0a3b-4afa-9b76-81d3679d209c req-45e79f01-d547-4607-bfb2-ed2f28475a08 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0606937 Aug 12 23:00:02.617155 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b021e79e-0a3b-4afa-9b76-81d3679d209c req-842ef833-5e3a-4e4e-ab7b-d8dbe3ac4aa8 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345933 Aug 12 23:00:02.940696 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7affbf4-b470-424f-bbea-8e60e55b14d0 req-94266e4d-81c6-4d43-9283-3ab673962458 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:02.942254 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7affbf4-b470-424f-bbea-8e60e55b14d0 req-94266e4d-81c6-4d43-9283-3ab673962458 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0479794 Aug 12 23:00:02.992341 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7affbf4-b470-424f-bbea-8e60e55b14d0 req-d6775994-4bdb-4e05-9bfa-2c4a476a671b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 Aug 12 23:00:03.451071 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ba901-210a-4b29-b1ac-e20d46784b2a req-73769bbc-8f3f-4971-b41a-53a7376f378c tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:03.452586 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e04ba901-210a-4b29-b1ac-e20d46784b2a req-73769bbc-8f3f-4971-b41a-53a7376f378c tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Aug 12 23:00:03.496847 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e04ba901-210a-4b29-b1ac-e20d46784b2a req-f30c5985-3013-429a-ab2f-94495f8462b4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Aug 12 23:00:03.750522 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e904ca3-b153-48c0-90b6-55399bc79e0b req-63795e68-6172-43a6-b33a-9b8a4f4225db tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:03.752616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e904ca3-b153-48c0-90b6-55399bc79e0b req-63795e68-6172-43a6-b33a-9b8a4f4225db tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0591877 Aug 12 23:00:03.801749 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e904ca3-b153-48c0-90b6-55399bc79e0b req-5ee64dde-fa1f-4191-af3a-8976d5590e2f tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Aug 12 23:00:04.115178 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844eba-c241-4779-aa7d-d55971c1a8fc req-8e077dda-4908-4d58-ac95-49d2d17c1daf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:04.116846 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f844eba-c241-4779-aa7d-d55971c1a8fc req-8e077dda-4908-4d58-ac95-49d2d17c1daf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0527399 Aug 12 23:00:04.159779 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f844eba-c241-4779-aa7d-d55971c1a8fc req-743fcfad-2f35-4d73-b370-e2f8496faff9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339119 Aug 12 23:00:04.644038 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61740400-c33c-4047-9c83-391844028d25 req-aad66f8c-211c-40ad-92c4-c48d33e41a8e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:04.645544 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-61740400-c33c-4047-9c83-391844028d25 req-aad66f8c-211c-40ad-92c4-c48d33e41a8e tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0487745 Aug 12 23:00:04.686969 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-61740400-c33c-4047-9c83-391844028d25 req-28c69543-8b1a-479d-9fa7-5bc0769344ea tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Aug 12 23:00:04.921505 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cafc12-2222-4824-a30c-6108e6860e91 req-adb2cfe5-9d37-4db7-b813-b82f46c90ada tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:04.922985 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e4cafc12-2222-4824-a30c-6108e6860e91 req-adb2cfe5-9d37-4db7-b813-b82f46c90ada tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0516107 Aug 12 23:00:04.962076 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e4cafc12-2222-4824-a30c-6108e6860e91 req-95e8ad0b-faff-4390-941c-01dd1c152669 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Aug 12 23:00:05.294845 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792a55-b9f9-4097-82d7-b81ba152ffd4 req-3b7afcab-5584-4ea2-a2de-7dadad7a03f2 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:05.296246 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa792a55-b9f9-4097-82d7-b81ba152ffd4 req-3b7afcab-5584-4ea2-a2de-7dadad7a03f2 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0502133 Aug 12 23:00:05.333966 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aa792a55-b9f9-4097-82d7-b81ba152ffd4 req-c8a0bce4-80b6-4ae2-ad2f-15efa1fcf54c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Aug 12 23:00:05.803545 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaafbb-cf50-4311-8a55-5c32049d5f74 req-225d8c3b-8c6d-4133-9a0c-ccae627a5fe4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:05.805129 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a5aaafbb-cf50-4311-8a55-5c32049d5f74 req-225d8c3b-8c6d-4133-9a0c-ccae627a5fe4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0499330 Aug 12 23:00:05.848330 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a5aaafbb-cf50-4311-8a55-5c32049d5f74 req-66d2e18d-eb9d-4f5e-940a-0f4db8c487f3 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 12 23:00:06.076993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab850-a9f4-448f-a503-2c8019929d71 req-c9a5d558-8b9e-4fd7-bdd7-2180d472ed67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:06.078608 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a0ab850-a9f4-448f-a503-2c8019929d71 req-c9a5d558-8b9e-4fd7-bdd7-2180d472ed67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0493126 Aug 12 23:00:06.130438 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7a0ab850-a9f4-448f-a503-2c8019929d71 req-9d05c8b7-1f4e-4e4e-ba0d-2f98fd4b8eb8 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Aug 12 23:00:06.168898 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:00:06.454901 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc64ef-8b77-431f-af38-14dea122c535 req-eeb14e40-acf8-4482-9e48-ed4db464a382 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:06.456462 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7bdc64ef-8b77-431f-af38-14dea122c535 req-eeb14e40-acf8-4482-9e48-ed4db464a382 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0516915 Aug 12 23:00:06.495887 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7bdc64ef-8b77-431f-af38-14dea122c535 req-5984a464-cfed-4e85-a45f-d9564f0e8b13 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331962 Aug 12 23:00:06.971307 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cca296-1db9-4ddc-bd39-76bd9f206924 req-c2222b86-e8f6-448b-bfc1-ea5014423ec8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:06.972832 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-89cca296-1db9-4ddc-bd39-76bd9f206924 req-c2222b86-e8f6-448b-bfc1-ea5014423ec8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0527763 Aug 12 23:00:07.015034 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-89cca296-1db9-4ddc-bd39-76bd9f206924 req-7055233a-6b6a-4c2f-8f27-08c5be140047 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Aug 12 23:00:07.266384 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf8dca-5af8-41d3-b80a-220a211a6541 req-9bc5a5b0-0de3-42d6-b681-79de12a55a30 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:07.268680 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-55cf8dca-5af8-41d3-b80a-220a211a6541 req-9bc5a5b0-0de3-42d6-b681-79de12a55a30 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0547798 Aug 12 23:00:07.308997 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-55cf8dca-5af8-41d3-b80a-220a211a6541 req-96c1e314-9dff-4f99-bb9c-5c387257d241 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Aug 12 23:00:07.627259 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571394ef-956e-46be-a4f3-fd245eb15711 req-1381acd4-e72a-4af0-af6a-46c82d6eaff4 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:07.628757 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-571394ef-956e-46be-a4f3-fd245eb15711 req-1381acd4-e72a-4af0-af6a-46c82d6eaff4 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0525432 Aug 12 23:00:07.668634 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-571394ef-956e-46be-a4f3-fd245eb15711 req-c7d86220-ddd2-4d4f-9781-a276169e7119 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Aug 12 23:00:08.133109 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273eddf-51b2-4a87-b643-4e05e4c75557 req-31988499-0015-4f3a-b2d6-611e69ff4f92 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:08.134921 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9273eddf-51b2-4a87-b643-4e05e4c75557 req-31988499-0015-4f3a-b2d6-611e69ff4f92 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0525546 Aug 12 23:00:08.179561 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9273eddf-51b2-4a87-b643-4e05e4c75557 req-0af787ea-d7fd-4697-9f8c-c172c8897d80 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 Aug 12 23:00:08.427791 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef76ce-c20e-4a04-b845-a1a4bc9ef431 req-ac39e19b-9eb3-48b7-bcfc-19000455177d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:08.431489 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-15ef76ce-c20e-4a04-b845-a1a4bc9ef431 req-ac39e19b-9eb3-48b7-bcfc-19000455177d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0556459 Aug 12 23:00:08.472467 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-15ef76ce-c20e-4a04-b845-a1a4bc9ef431 req-64eb8173-9699-49c9-9e55-5f0ba9adf90f tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341473 Aug 12 23:00:08.798888 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2302fe0-e8c7-47b9-b62a-b38489e0d29d req-3019409f-a668-4209-8fbb-56240194df8f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:08.800416 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e2302fe0-e8c7-47b9-b62a-b38489e0d29d req-3019409f-a668-4209-8fbb-56240194df8f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0532005 Aug 12 23:00:08.840702 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e2302fe0-e8c7-47b9-b62a-b38489e0d29d req-2cc4549b-a099-4dc2-adeb-3288574ff55f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Aug 12 23:00:09.302103 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5a39-8c92-45c3-a933-7201ae4f1164 req-347260e7-59ce-479b-8b71-39fd84997a4b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:09.303970 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f24f5a39-8c92-45c3-a933-7201ae4f1164 req-347260e7-59ce-479b-8b71-39fd84997a4b tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0530901 Aug 12 23:00:09.345365 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f24f5a39-8c92-45c3-a933-7201ae4f1164 req-9e94c15a-2a8e-456f-b65f-85299ec9e0b8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348468 Aug 12 23:00:09.603713 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447166e-7247-487c-9756-033817640ded req-9a3621e4-3ff8-4881-8e1d-af52d1268780 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:09.605180 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b447166e-7247-487c-9756-033817640ded req-9a3621e4-3ff8-4881-8e1d-af52d1268780 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0568616 Aug 12 23:00:09.647043 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b447166e-7247-487c-9756-033817640ded req-2d200be2-0ff7-4673-927b-bd221bf00959 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327940 Aug 12 23:00:09.958217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36161959-39ef-4381-90ee-967ee650c38a req-6aa7c165-b51a-43ab-8878-145612569e47 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:09.959722 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36161959-39ef-4381-90ee-967ee650c38a req-6aa7c165-b51a-43ab-8878-145612569e47 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0490837 Aug 12 23:00:10.000909 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-36161959-39ef-4381-90ee-967ee650c38a req-421091ad-48d8-462a-9c43-77867669bd28 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341499 Aug 12 23:00:10.475319 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd27b-5b3f-4327-b9f8-94a81b286501 req-71f5f6d0-6dba-4c2c-bc42-934879cad0ee tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:10.476968 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-84dbd27b-5b3f-4327-b9f8-94a81b286501 req-71f5f6d0-6dba-4c2c-bc42-934879cad0ee tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0549312 Aug 12 23:00:10.525878 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-84dbd27b-5b3f-4327-b9f8-94a81b286501 req-938b44da-d4b9-4c1f-9867-bef4a25b7bca tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Aug 12 23:00:10.781639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067b7f1-6719-4db8-b76c-a419dc35f4ec req-f572f77a-9514-4529-aa88-8d94a2b76bfa tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:10.783151 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d067b7f1-6719-4db8-b76c-a419dc35f4ec req-f572f77a-9514-4529-aa88-8d94a2b76bfa tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0548434 Aug 12 23:00:10.820089 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d067b7f1-6719-4db8-b76c-a419dc35f4ec req-5680ba88-2cb1-4258-8d4a-614d9122debb tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Aug 12 23:00:11.134342 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca8608-eff8-4081-8baa-51d3788e75c2 req-bd768340-55f9-4b29-857b-267bdb4b5926 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:11.136726 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-87ca8608-eff8-4081-8baa-51d3788e75c2 req-bd768340-55f9-4b29-857b-267bdb4b5926 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0579565 Aug 12 23:00:11.182984 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-87ca8608-eff8-4081-8baa-51d3788e75c2 req-4356d63f-1844-452d-9768-6b27e549ca93 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Aug 12 23:00:11.649175 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b749f60-d1a4-424f-a21e-c913d7e33ee4 req-2b581348-256f-449a-b4e6-58b3675a7443 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:11.650989 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7b749f60-d1a4-424f-a21e-c913d7e33ee4 req-2b581348-256f-449a-b4e6-58b3675a7443 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0531459 Aug 12 23:00:11.692692 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7b749f60-d1a4-424f-a21e-c913d7e33ee4 req-7a241798-f604-4de6-9a90-735f1478210f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Aug 12 23:00:11.941616 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c277b30-b35d-4a10-a893-ab2684e41c0f req-149d509a-d618-4628-af86-cc8d7366efc1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:11.943193 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1c277b30-b35d-4a10-a893-ab2684e41c0f req-149d509a-d618-4628-af86-cc8d7366efc1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0507593 Aug 12 23:00:11.980922 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1c277b30-b35d-4a10-a893-ab2684e41c0f req-6cdd76ad-ac0f-4c0f-bf3f-d7494c0c9ece tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Aug 12 23:00:12.300878 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766353d7-1043-49ec-997d-431b787707d1 req-1f275462-bad9-4292-8fbd-e5d2385df68d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:12.302419 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-766353d7-1043-49ec-997d-431b787707d1 req-1f275462-bad9-4292-8fbd-e5d2385df68d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0500209 Aug 12 23:00:12.341589 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-766353d7-1043-49ec-997d-431b787707d1 req-4ea6df1b-1256-4693-a3e2-88fb6f2a7118 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Aug 12 23:00:12.813162 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75683db-c2bc-4b40-9d45-0a2ca6ca38bc req-2bef9b03-69fc-4ac5-84ac-2d636f256395 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:12.814848 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a75683db-c2bc-4b40-9d45-0a2ca6ca38bc req-2bef9b03-69fc-4ac5-84ac-2d636f256395 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0500293 Aug 12 23:00:12.873849 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a75683db-c2bc-4b40-9d45-0a2ca6ca38bc req-290d3348-a440-4d8d-929b-f0b3244a1e4f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527680 Aug 12 23:00:13.106198 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4bca3-6e4c-44e5-b26b-bd54cbae2c2d req-df3edfe9-46e1-4f87-abd6-103c27e7dee4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:13.107667 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cbd4bca3-6e4c-44e5-b26b-bd54cbae2c2d req-df3edfe9-46e1-4f87-abd6-103c27e7dee4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0491831 Aug 12 23:00:13.145890 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cbd4bca3-6e4c-44e5-b26b-bd54cbae2c2d req-2547bc1f-d024-4fc5-8eea-61e0fe5bd265 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Aug 12 23:00:13.472135 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ecec4-332f-4834-9185-63a44c41f632 req-d9f99f23-5607-4e56-ab33-903e4b7cfe3c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:13.473621 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3b4ecec4-332f-4834-9185-63a44c41f632 req-d9f99f23-5607-4e56-ab33-903e4b7cfe3c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0515940 Aug 12 23:00:13.512561 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3b4ecec4-332f-4834-9185-63a44c41f632 req-073eab5b-ca0f-48d3-a95d-e3dcdb3a0eb1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325334 Aug 12 23:00:14.002696 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d0d47-9469-4de0-9713-0b2c904c2e53 req-0f954cd7-a344-4330-b29a-c0a21eecff48 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:14.004165 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-463d0d47-9469-4de0-9713-0b2c904c2e53 req-0f954cd7-a344-4330-b29a-c0a21eecff48 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0579574 Aug 12 23:00:14.044766 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-463d0d47-9469-4de0-9713-0b2c904c2e53 req-8ff5f3ed-e44d-4011-b376-1b16d0386b01 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Aug 12 23:00:14.274575 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de9460-fb05-42ca-b55a-61026ad5d092 req-24d9bce5-b48c-4d33-bc23-d6761192f23b tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:14.276055 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-91de9460-fb05-42ca-b55a-61026ad5d092 req-24d9bce5-b48c-4d33-bc23-d6761192f23b tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0509255 Aug 12 23:00:14.319725 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-91de9460-fb05-42ca-b55a-61026ad5d092 req-f45844e0-b9ec-4646-8566-b2f9d4197539 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Aug 12 23:00:14.646087 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53c90-25b4-465f-9cd4-67aef5a97206 req-52bdbf06-cf2b-4dad-88cc-80eb6dff1e7b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:14.647537 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1fc53c90-25b4-465f-9cd4-67aef5a97206 req-52bdbf06-cf2b-4dad-88cc-80eb6dff1e7b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0599244 Aug 12 23:00:14.692842 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1fc53c90-25b4-465f-9cd4-67aef5a97206 req-b0d390f7-658e-4e67-946d-0ca9233d4b50 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363455 Aug 12 23:00:15.181302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7916ad-40ff-4a0d-9a53-76680402cad5 req-9f1cf7f7-d692-407c-b590-2b542cc048d4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:15.182797 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c7916ad-40ff-4a0d-9a53-76680402cad5 req-9f1cf7f7-d692-407c-b590-2b542cc048d4 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0534372 Aug 12 23:00:15.224180 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c7916ad-40ff-4a0d-9a53-76680402cad5 req-1f037f06-b092-4430-9e39-416e4961cf54 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 12 23:00:15.457710 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bdc40-6918-4f9e-bce7-d21188c511e2 req-3c0dc65d-988e-40e8-8a3a-3f4a2bafcd83 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:15.459199 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-041bdc40-6918-4f9e-bce7-d21188c511e2 req-3c0dc65d-988e-40e8-8a3a-3f4a2bafcd83 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 932 time: 0.0584254 Aug 12 23:00:15.507794 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-041bdc40-6918-4f9e-bce7-d21188c511e2 req-059cdc24-806b-417d-b374-28d4dcd0725d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Aug 12 23:00:15.830780 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70a27-3923-4083-bb0a-f6e273be3af7 req-032dc610-d2bc-4a2b-a417-e33dbb654cf3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:15.832594 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b4c70a27-3923-4083-bb0a-f6e273be3af7 req-032dc610-d2bc-4a2b-a417-e33dbb654cf3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0604808 Aug 12 23:00:15.858626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Request body: {'port': {'device_id': '91c06c55-ba61-4942-93f3-cb421d407666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:15.877278 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b4c70a27-3923-4083-bb0a-f6e273be3af7 req-5012c461-7d30-4174-907e-b1990863df4d tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375006 Aug 12 23:00:15.943091 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-584e78ca-2561-4b1b-82ae-24b4b8d5c7ed service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687360 Aug 12 23:00:15.962708 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-a857e342-8507-4128-b34c-fa4b7f00b24f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760667 Aug 12 23:00:15.963424 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.260579 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-4cd0cea0-4bbb-41d3-990a-678d988cba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.262208 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-4cd0cea0-4bbb-41d3-990a-678d988cba52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 1098 time: 0.1978867 Aug 12 23:00:16.267893 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d466cb03-0391-49fb-b14b-177c0cd4025b req-2dba81ab-71b3-47c6-91c5-75f838c1d15f service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046914 Aug 12 23:00:16.271418 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875d3e-eab6-48b5-8e87-4f424785e991 req-e3161749-2ff0-4505-a6c9-a730e0b63081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.272810 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03875d3e-eab6-48b5-8e87-4f424785e991 req-e3161749-2ff0-4505-a6c9-a730e0b63081 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 1099 time: 0.2073236 Aug 12 23:00:16.346060 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ca73-2db3-41d6-8295-81cea20d0598 req-0be49f17-6a6d-4164-b898-736821251c19 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.347627 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6702ca73-2db3-41d6-8295-81cea20d0598 req-0be49f17-6a6d-4164-b898-736821251c19 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Aug 12 23:00:16.367745 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03875d3e-eab6-48b5-8e87-4f424785e991 req-b884a074-b4ee-4f6b-8469-7dc13e6cfcdf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609388 Aug 12 23:00:16.379973 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6f6782-3ef9-4118-bb4f-17f62490d359 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:00:16.387934 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.391483 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6702ca73-2db3-41d6-8295-81cea20d0598 req-83128048-7a07-4810-a35e-d55d5820df91 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Aug 12 23:00:16.399856 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Transition to ACTIVE for port object db6f6782-3ef9-4118-bb4f-17f62490d359 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:00:16.410487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.503137 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:16.595416 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-9bf0b551-92ee-4fca-9642-b4316bccc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.596930 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-9bf0b551-92ee-4fca-9642-b4316bccc108 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.1876810 Aug 12 23:00:16.631117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Attempting to bind port db6f6782-3ef9-4118-bb4f-17f62490d359 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:00:16.631446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Attempting to bind port db6f6782-3ef9-4118-bb4f-17f62490d359 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:00:16.631806 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Attempting to bind port db6f6782-3ef9-4118-bb4f-17f62490d359 on network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:00:16.638881 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Port db6f6782-3ef9-4118-bb4f-17f62490d359 on network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:00:16.639196 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Attempting to bind port db6f6782-3ef9-4118-bb4f-17f62490d359 on network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:00:16.652134 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe237-b9ce-463e-8d64-564ef5597eff req-cdd19e17-7c32-4c6b-8d84-ece48d2a9e75 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.653610 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d0cfe237-b9ce-463e-8d64-564ef5597eff req-cdd19e17-7c32-4c6b-8d84-ece48d2a9e75 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0705292 Aug 12 23:00:16.654700 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:00:16.655028 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Checking segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:00:16.655388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Bound using segment: {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:00:16.655800 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Bound port: db6f6782-3ef9-4118-bb4f-17f62490d359, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14d4e755-fa5c-4259-a9e9-f00fc1f925f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:00:16.656145 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.722946 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d0cfe237-b9ce-463e-8d64-564ef5597eff req-b862eea2-ff01-478f-b52f-62a3cda97269 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584385 Aug 12 23:00:16.742528 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:00:16.745573 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:00:16.752775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.792307 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:16.793231 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:16.795425 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] 10.222.0.70 "PUT /v2.0/ports/db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 1094 time: 0.9548235 Aug 12 23:00:16.795879 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:16.798165 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00172c63-27ac-423b-b7a9-ad1b439a1849" -d '{"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:16.824247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6e2f-ffcd-411a-bb07-c9b81a9d920c service neutron] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:16.835317 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69deaa-4194-4122-84cf-07b4756bf3e1 x-openstack-request-id: req-ef69deaa-4194-4122-84cf-07b4756bf3e1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:16.835598 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:16.835844 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef69deaa-4194-4122-84cf-07b4756bf3e1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:16.836823 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:00:17.015747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-176b9ffb-3b00-497e-b6b2-fefac71f818d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 200 len: 1000 time: 0.0936456 Aug 12 23:00:17.044607 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1b2f-2e3b-4f27-b9e6-20a2e9e503d2 req-1edb93a5-7999-49d7-8978-e844f85eb082 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.046183 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c34c1b2f-2e3b-4f27-b9e6-20a2e9e503d2 req-1edb93a5-7999-49d7-8978-e844f85eb082 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0873756 Aug 12 23:00:17.123661 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-23d88601-370c-4b53-9082-be7076da5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.125093 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-23d88601-370c-4b53-9082-be7076da5cb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0780187 Aug 12 23:00:17.129441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-d30a83eb-edfa-46f1-97bc-eb14a6ea95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.131182 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-d30a83eb-edfa-46f1-97bc-eb14a6ea95b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1097 time: 0.1264300 Aug 12 23:00:17.136674 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c34c1b2f-2e3b-4f27-b9e6-20a2e9e503d2 req-3db2607d-2739-4c64-8cf2-1adcd7365d6e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796578 Aug 12 23:00:17.263639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-63b0fbd0-33f8-455c-875c-5f24e8688928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.265575 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-63b0fbd0-33f8-455c-875c-5f24e8688928 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1108658 Aug 12 23:00:17.289250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-f8f18c6d-f5ad-499d-a834-7b1801878134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.290988 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-f8f18c6d-f5ad-499d-a834-7b1801878134 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4c843efe74344df1b31d2835cfc599f2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1351125 Aug 12 23:00:17.432855 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-897e1f1b-7039-4a88-8dda-7573b5d0efd4 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541495 Aug 12 23:00:17.442096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-cf36423d-c906-41cf-8edc-80c277bceab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.443502 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-00172c63-27ac-423b-b7a9-ad1b439a1849 req-cf36423d-c906-41cf-8edc-80c277bceab2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187387 Aug 12 23:00:17.509211 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0c5f3-bcba-4807-9b7c-8a746fe2b9ef req-90dba5e0-e305-4724-a251-218917e9de98 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.510873 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0be0c5f3-bcba-4807-9b7c-8a746fe2b9ef req-90dba5e0-e305-4724-a251-218917e9de98 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0490642 Aug 12 23:00:17.550624 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-0be0c5f3-bcba-4807-9b7c-8a746fe2b9ef req-3152239b-a9d6-41f6-b63c-d27e358d0399 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 12 23:00:17.558009 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-134fa726-b57e-4c6f-b235-09d8ec04f418 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135702 Aug 12 23:00:17.574495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-afbc389f-52ef-471e-bc0c-2bc88f880784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.575987 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-afbc389f-52ef-471e-bc0c-2bc88f880784 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1097 time: 0.0499427 Aug 12 23:00:17.646238 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-b339d794-9b6d-4430-9b47-cfe8593c5175 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 217 time: 0.0338616 Aug 12 23:00:17.735099 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-9854a4fa-dbb9-4a00-a5f4-39e6ef081db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:17.737021 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-9854a4fa-dbb9-4a00-a5f4-39e6ef081db6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0551381 Aug 12 23:00:18.083553 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-c6edeaf4-1b19-42a0-b000-121a5e0cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:18.085099 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-c6edeaf4-1b19-42a0-b000-121a5e0cd03a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3380427 Aug 12 23:00:18.105833 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e22a7-47fc-43bf-a4c0-e1799b0b34b9 req-e95d61e4-5602-4d4d-b750-842eaaff20b3 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:18.107487 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f75e22a7-47fc-43bf-a4c0-e1799b0b34b9 req-e95d61e4-5602-4d4d-b750-842eaaff20b3 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0686746 Aug 12 23:00:18.214743 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f75e22a7-47fc-43bf-a4c0-e1799b0b34b9 req-4aa3a1de-bc29-49c4-9c5a-529b30b21314 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988343 Aug 12 23:00:18.271706 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-4c152428-e048-48db-aefe-e3131025c265 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495967 Aug 12 23:00:18.406578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d45d0-6aa8-4132-9b5f-4797c4b867bc req-22c80538-74a2-4547-9ef1-ea920a4ddce0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:18.408051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5e7d45d0-6aa8-4132-9b5f-4797c4b867bc req-22c80538-74a2-4547-9ef1-ea920a4ddce0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0815780 Aug 12 23:00:18.416959 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3bf3b18a-4b49-4adf-8be2-e2133cea8ee5 req-da8b6174-779a-4654-af4a-2d5a6775c598 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329615 Aug 12 23:00:18.451485 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5e7d45d0-6aa8-4132-9b5f-4797c4b867bc req-c0ff3ee0-88cb-4b82-9f66-00eb5b945572 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334947 Aug 12 23:00:18.458502 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbfb97-63b5-4f77-9764-7dc7f706db1a req-fc1368d2-9c10-479f-96c4-e48affc68943 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:18.460721 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-14dbfb97-63b5-4f77-9764-7dc7f706db1a req-fc1368d2-9c10-479f-96c4-e48affc68943 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0664616 Aug 12 23:00:18.503934 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-14dbfb97-63b5-4f77-9764-7dc7f706db1a req-0a3957e7-b330-49ad-a170-b9a358ff9575 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362818 Aug 12 23:00:18.666650 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6c50-57c7-4f85-84e4-0db8da2ca31b req-a35976e0-4b86-4a8f-b3e7-101cd661ba2a tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:18.668117 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-68ab6c50-57c7-4f85-84e4-0db8da2ca31b req-a35976e0-4b86-4a8f-b3e7-101cd661ba2a tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Aug 12 23:00:18.705986 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-68ab6c50-57c7-4f85-84e4-0db8da2ca31b req-e8e1bd51-6cb2-4439-afeb-b6671e8552e2 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Aug 12 23:00:19.347157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9721a3-59e8-45a8-a4ce-f4677cae0050 req-1cdb1e38-8be3-4929-b17b-8292ce3fb2da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:19.348631 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f9721a3-59e8-45a8-a4ce-f4677cae0050 req-1cdb1e38-8be3-4929-b17b-8292ce3fb2da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0535135 Aug 12 23:00:19.390068 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2f9721a3-59e8-45a8-a4ce-f4677cae0050 req-95a48d9e-3eab-48fa-aa65-dc103266bda0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Aug 12 23:00:19.577320 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81ec19-8043-47a9-aab4-6af48e578037 req-b9358ae0-c465-46d0-92aa-a66ac428e471 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:19.578853 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ac81ec19-8043-47a9-aab4-6af48e578037 req-b9358ae0-c465-46d0-92aa-a66ac428e471 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0503383 Aug 12 23:00:19.619949 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ac81ec19-8043-47a9-aab4-6af48e578037 req-2bc774cc-3e5c-459d-b1e6-4b08e1e81578 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352230 Aug 12 23:00:19.624963 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea89254-09bb-4009-863c-3ceedeab7b8c req-73b3d13f-9275-426a-a9f0-70408b0f3000 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:19.626466 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eea89254-09bb-4009-863c-3ceedeab7b8c req-73b3d13f-9275-426a-a9f0-70408b0f3000 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Aug 12 23:00:19.666504 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eea89254-09bb-4009-863c-3ceedeab7b8c req-94dcf7a0-98f7-4860-bb3e-e319dbb052be tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337784 Aug 12 23:00:20.521444 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d817c68-8e5e-44db-a9cc-c9407444c87d req-11845d2f-68f6-48ec-a071-dee105503c27 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:20.522940 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9d817c68-8e5e-44db-a9cc-c9407444c87d req-11845d2f-68f6-48ec-a071-dee105503c27 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0566454 Aug 12 23:00:20.562479 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9d817c68-8e5e-44db-a9cc-c9407444c87d req-eaf9439a-cbb5-44a8-bbc6-51c9782229bd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Aug 12 23:00:20.740325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a977f1-bd49-42af-942a-8cfa5532b05d req-8803c3e2-8021-44fb-af93-37399aaa276f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:20.741962 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3a977f1-bd49-42af-942a-8cfa5532b05d req-8803c3e2-8021-44fb-af93-37399aaa276f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0502779 Aug 12 23:00:20.781997 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3a977f1-bd49-42af-942a-8cfa5532b05d req-5382c18a-f205-4ea3-a125-0abf56d1062b tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338104 Aug 12 23:00:20.794304 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eb47e-c157-4a53-a9ff-e023b6a2ff8e req-6f4e64cb-13c3-4926-abbc-ddba89070703 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:20.795862 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-761eb47e-c157-4a53-a9ff-e023b6a2ff8e req-6f4e64cb-13c3-4926-abbc-ddba89070703 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Aug 12 23:00:20.835004 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-761eb47e-c157-4a53-a9ff-e023b6a2ff8e req-9170254b-fb98-4b42-9dcf-1264b07d51c5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=cfc336c7-5e45-4e65-80a5-911ef6b23f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Aug 12 23:00:20.981021 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-ecbfee35-d095-40f4-b978-546d5cb00f2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439045 Aug 12 23:00:20.996389 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cbdc5-021f-4075-8008-1efcf78ac70a req-08a2d621-4f9d-43fb-97e4-9450253cc5ef tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:20.998293 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a77cbdc5-021f-4075-8008-1efcf78ac70a req-08a2d621-4f9d-43fb-97e4-9450253cc5ef tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0537369 Aug 12 23:00:21.049186 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a77cbdc5-021f-4075-8008-1efcf78ac70a req-9b3a1739-2372-4a32-82aa-bdaa8ef4fa41 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Aug 12 23:00:21.145247 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7826-19cc-4256-950c-f19c81d66851 req-c50f3449-c1ea-4d5e-b619-bbc98c378f00 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:21.146754 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dfea7826-19cc-4256-950c-f19c81d66851 req-c50f3449-c1ea-4d5e-b619-bbc98c378f00 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 946 time: 0.0530486 Aug 12 23:00:21.244578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Deleting port 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:00:21.244835 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:21.338390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] For port 71595f6d-bd88-4811-816f-262ed629d542, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=71595f6d-bd88-4811-816f-262ed629d542,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:21.338760 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:21.557503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:21.557503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:21.557953 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Floating IP 94cd8311-d374-4017-a46e-c12c8b64f501 disassociated. External IP: 172.27.3.177, port: 71595f6d-bd88-4811-816f-262ed629d542. Aug 12 23:00:21.558309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Calling delete_port for 71595f6d-bd88-4811-816f-262ed629d542 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:00:21.717688 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:21.735931 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97dd65-fff3-467b-86e9-891e76355acb req-f0a5523d-4f78-419c-83b3-c827f4f5bfb6 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:21.737657 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dc97dd65-fff3-467b-86e9-891e76355acb req-f0a5523d-4f78-419c-83b3-c827f4f5bfb6 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0996721 Aug 12 23:00:21.765217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'Port': ['ID=71595f6d-bd88-4811-816f-262ed629d542,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:21.828543 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dc97dd65-fff3-467b-86e9-891e76355acb req-4233d842-7c40-4c1e-9a2e-8d72ef6791d6 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Aug 12 23:00:21.900097 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:00:21.936556 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2808b63d-ec10-4263-86af-265f4bfcf56d req-3a63742a-7be8-4e89-a9fd-b2f48323ee58 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=62bef5e3-070b-4782-bdba-2e04b61bf920 HTTP/1.1" status: 200 len: 210 time: 0.0277755 Aug 12 23:00:22.010168 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:00:22.020606 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:00:22.033864 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:22.034673 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:22.050520 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] No DVR routers for this DVR port 71595f6d-bd88-4811-816f-262ed629d542 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:00:22.053440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:22.055696 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dfea7826-19cc-4256-950c-f19c81d66851 req-6985db3f-ca55-41a1-85d1-3ce313aced44 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "DELETE /v2.0/ports/71595f6d-bd88-4811-816f-262ed629d542 HTTP/1.1" status: 204 len: 173 time: 0.9022882 Aug 12 23:00:22.056190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-deleted', 'tag': '71595f6d-bd88-4811-816f-262ed629d542'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:22.059037 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad5c7ec-56af-4a2e-9d1e-749c2270f506" -d '{"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-deleted", "tag": "71595f6d-bd88-4811-816f-262ed629d542"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:22.106117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d816e3f0-827b-4893-93e6-2cefaf5d64ca x-openstack-request-id: req-d816e3f0-827b-4893-93e6-2cefaf5d64ca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:22.106399 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bef5e3-070b-4782-bdba-2e04b61bf920", "name": "network-vif-deleted", "tag": "71595f6d-bd88-4811-816f-262ed629d542", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:22.106655 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d816e3f0-827b-4893-93e6-2cefaf5d64ca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:22.107056 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bef5e3-070b-4782-bdba-2e04b61bf920', 'name': 'network-vif-deleted', 'tag': '71595f6d-bd88-4811-816f-262ed629d542', 'status': 'completed', 'code': 200} Aug 12 23:00:22.144451 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:22.194836 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dde04-c918-4bc3-89aa-dcca63ab94e9 req-48431a5f-458e-49bd-a4fb-2392fb8d840c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:22.201879 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-712dde04-c918-4bc3-89aa-dcca63ab94e9 req-48431a5f-458e-49bd-a4fb-2392fb8d840c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0604243 Aug 12 23:00:22.238571 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-712dde04-c918-4bc3-89aa-dcca63ab94e9 req-880e3368-afd7-4310-b24c-e2475681e64c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355608 Aug 12 23:00:22.353668 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:22.379143 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:00:22.398670 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:22.399626 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T22:59:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:22.530461 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:22.738191 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:22.767770 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b754911-4326-46f2-9fc9-309ceef7e63c None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:00:22.905367 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device db6f6782-3ef9-4118-bb4f-17f62490d359 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:00:22.948157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b976e7f-542f-49cb-b027-d5a62a011a0b req-f2ac44ae-65af-4ada-aa19-11ecba538ccb tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:22.949788 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4b976e7f-542f-49cb-b027-d5a62a011a0b req-f2ac44ae-65af-4ada-aa19-11ecba538ccb tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 944 time: 0.0522959 Aug 12 23:00:22.991853 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4b976e7f-542f-49cb-b027-d5a62a011a0b req-c725e2ee-1680-4726-8e1b-fb5681a0b7ae tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Aug 12 23:00:23.032758 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:23.044613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:23.046524 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'port_id': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'mac_address': 'fa:16:3e:af:f4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:00:23.048127 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1842e-759a-49a2-a43b-7ad9d8d4d0c4 None None] New status for floating IP 94cd8311-d374-4017-a46e-c12c8b64f501: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:00:23.087485 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.102329 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6f6782-3ef9-4118-bb4f-17f62490d359 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:00:23.103310 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.125419 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:23.132410 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.136671 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.189891 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:23.191912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.195238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.196616 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfc336c7-5e45-4e65-80a5-911ef6b23f4f HTTP/1.1" status: 204 len: 168 time: 0.1506209 Aug 12 23:00:23.200137 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55770) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:23.206647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774c08-56ec-4e35-8ac5-bffa3fab99fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc336c7-5e45-4e65-80a5-911ef6b23f4f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:23.214275 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.api.v2.resource [None req-3dd2b885-66de-4a4f-a6ba-c046b75a8c68 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] show failed (client error): The resource could not be found. Aug 12 23:00:23.215451 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-3dd2b885-66de-4a4f-a6ba-c046b75a8c68 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups/cfc336c7-5e45-4e65-80a5-911ef6b23f4f HTTP/1.1" status: 404 len: 347 time: 0.0143347 Aug 12 23:00:23.218427 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55772) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:23.361101 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Deleting port 44040c2a-5c74-43b9-a833-f40ef6f4614d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:00:23.361101 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.381693 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732cb7-3d9f-42ff-9d94-94d40f359c10 req-91035876-4316-4419-8733-7037daf43fc1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:23.383730 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-46732cb7-3d9f-42ff-9d94-94d40f359c10 req-91035876-4316-4419-8733-7037daf43fc1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0601676 Aug 12 23:00:23.434062 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-46732cb7-3d9f-42ff-9d94-94d40f359c10 req-cebe83dc-20e3-4dab-b866-574f3f84fef6 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Aug 12 23:00:23.440691 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.441086 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.453255 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Calling delete_port for 44040c2a-5c74-43b9-a833-f40ef6f4614d owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:00:23.563881 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2df5cf0-3762-4869-a57d-b5d1e3af2b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.591124 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.614531 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'Port': ['ID=44040c2a-5c74-43b9-a833-f40ef6f4614d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:23.643092 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:23.698324 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.701295 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:23.705784 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-523d5228-fa97-4973-921d-7ac6736f725e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "DELETE /v2.0/floatingips/94cd8311-d374-4017-a46e-c12c8b64f501 HTTP/1.1" status: 204 len: 168 time: 0.4832425 Aug 12 23:00:23.949877 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:23.954686 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880181661', 'description': 'tempest-description--1331665828'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:23.979998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.065521 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.072483 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.101214 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.102675 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1516302 Aug 12 23:00:24.104645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa5cf5-e092-433e-b9b3-f590eed8b24f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:24.105942 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:24.112006 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.112354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.112679 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.113002 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group_rule': {'security_group_id': '78fa5cf5-e092-433e-b9b3-f590eed8b24f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:24.113122 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.113354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.113696 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.114024 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.114349 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.114674 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.115001 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.115308 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.115630 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a89689-4d8e-4807-84d1-e235f5d8d4a3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.127737 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18694f-e15a-4ca4-aa89-88e7761b29e2 req-f14a090e-f234-4651-9194-645fdce1c376 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:24.129187 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dd18694f-e15a-4ca4-aa89-88e7761b29e2 req-f14a090e-f234-4651-9194-645fdce1c376 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 945 time: 0.0619493 Aug 12 23:00:24.178581 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.187412 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dd18694f-e15a-4ca4-aa89-88e7761b29e2 req-286b4c26-b878-4b41-a009-a47a35dcbc38 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502524 Aug 12 23:00:24.239958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.244852 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.261866 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6223d6-dc2a-4f73-9b9d-d84774cbdb0c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:24.270556 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.270898 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.271238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.271568 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.271993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.272324 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.272683 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.273020 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.273365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.273689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.274188 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.274372 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:24.276818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.278016 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-23158f0f-e8d2-4860-b133-f60728e56b82 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694801 Aug 12 23:00:24.280736 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 55786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:24.285696 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'security_group_rule': {'security_group_id': '78fa5cf5-e092-433e-b9b3-f590eed8b24f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:24.314394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.384250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.389631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.411083 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed28eef-1d77-4531-bedf-c9a5e9b684f3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:24.429487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.429487 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ef673bc5-ce48-4b77-aaf1-fb0323115826 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458178 Aug 12 23:00:24.430902 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 55790) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:24.435805 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:24.458575 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.561916 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f4e96-fadc-4b6a-8446-d5e6386377d3 req-114234e1-d3d6-4130-b602-80f3fc7f5579 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:24.563295 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-251f4e96-fadc-4b6a-8446-d5e6386377d3 req-114234e1-d3d6-4130-b602-80f3fc7f5579 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0623975 Aug 12 23:00:24.615059 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-251f4e96-fadc-4b6a-8446-d5e6386377d3 req-bc6f2e58-08bc-4a5c-b438-011447357709 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 Aug 12 23:00:24.622641 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:24.917629 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device db6f6782-3ef9-4118-bb4f-17f62490d359 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:00:24.980004 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Allocated IP 172.27.3.91 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/fe340949-83d0-4ed8-9a1d-57a9fffbd672) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:00:25.089913 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.096565 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.107836 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port db6f6782-3ef9-4118-bb4f-17f62490d359 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:00:25.111564 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port db6f6782-3ef9-4118-bb4f-17f62490d359 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:00:25.111927 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.130262 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.165508 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:00:25.170201 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:00:25.173662 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:00:25.189122 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.198846 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=fe340949-83d0-4ed8-9a1d-57a9fffbd672,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:25.213066 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:25.215665 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6325b6b4-68b6-4f70-acb8-c73c57cff391" -d '{"events": [{"server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "name": "network-vif-plugged", "status": "completed", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:25.230768 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:25.237984 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.239100 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:00:25.266343 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.270261 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96092f-af3e-43d3-a729-437095dd947b x-openstack-request-id: req-5e96092f-af3e-43d3-a729-437095dd947b {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:25.270617 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "name": "network-vif-plugged", "status": "completed", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:25.270929 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e96092f-af3e-43d3-a729-437095dd947b {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:25.271379 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'code': 200} Aug 12 23:00:25.290392 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 71595f6d-bd88-4811-816f-262ed629d542 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:00:25.290833 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 71595f6d-bd88-4811-816f-262ed629d542 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:00:25.291525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:00:25.305753 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.326609 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0e74d-ec31-4247-947a-d335fef2bcb0 req-64f0fa0f-c30a-4bca-a2a4-d6f692dac426 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:25.329981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9d0e74d-ec31-4247-947a-d335fef2bcb0 req-64f0fa0f-c30a-4bca-a2a4-d6f692dac426 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0634243 Aug 12 23:00:25.370392 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:25.385530 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9d0e74d-ec31-4247-947a-d335fef2bcb0 req-68771e0f-7c7b-497f-a5d4-7f51bf27c6a0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Aug 12 23:00:25.427809 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.466627 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:25.472509 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.498937 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.506882 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272894'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.513054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a3cd-273f-4ce1-a56a-03d1ed9b9978 req-636d0325-bfc7-4f1b-9c77-27dcddccb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:25.514886 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3479a3cd-273f-4ce1-a56a-03d1ed9b9978 req-636d0325-bfc7-4f1b-9c77-27dcddccb877 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1099 time: 0.0426171 Aug 12 23:00:25.529474 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:25.552465 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3479a3cd-273f-4ce1-a56a-03d1ed9b9978 req-9c027f05-6150-4e81-a289-e7f433e66a18 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301495 Aug 12 23:00:25.574864 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=fe340949-83d0-4ed8-9a1d-57a9fffbd672,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:25.587535 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.601923 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:25.603349 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e530bdab-e9aa-42c7-8e14-dcd040f8234f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1713178 Aug 12 23:00:25.737049 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d2db-4b2c-4a43-b626-76ec89056683 req-c1051e1e-78fe-4f44-85f7-2d6742c46602 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:25.739195 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3f26d2db-4b2c-4a43-b626-76ec89056683 req-c1051e1e-78fe-4f44-85f7-2d6742c46602 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0515351 Aug 12 23:00:25.779550 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3f26d2db-4b2c-4a43-b626-76ec89056683 req-43223898-7436-4ea4-83e6-041549c5052f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341318 Aug 12 23:00:25.789327 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-ea0457ed-8afe-4044-9572-dfd47280c508 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1880181661&fields=id&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 267 time: 0.0335009 Aug 12 23:00:25.902089 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-866ffdfa-3b58-4f02-b2ee-01a4c2544cc3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:25.903537 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-866ffdfa-3b58-4f02-b2ee-01a4c2544cc3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 816 time: 0.1069541 Aug 12 23:00:25.918225 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-56879e3f-6876-4929-8b46-270ec46a5672 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/quotas/36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Aug 12 23:00:25.971295 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-269ad03c-b6ca-4c62-8c89-200fa37565c3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478554 Aug 12 23:00:26.067535 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-bdb0199c-3c9c-4165-9241-bb44b2f5afa5 service neutron] 10.222.0.13 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844469 Aug 12 23:00:26.161516 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-919ec0fe-b2c0-4149-baaf-ec3e9f50bb55 service neutron] 10.222.0.13 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Aug 12 23:00:26.319766 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-17b1670b-3d73-44f7-884a-cd2be5a939a5 req-fbf68d13-fba9-470a-bc14-569db4ab2d8e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 210 time: 0.0257821 Aug 12 23:00:26.406952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c301fb1-b31b-4ebf-bb5c-e2aae4b6be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:26.505912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f49b-1d1d-4c7e-94ad-7754c82b164f req-b8a82633-0a25-4eea-ab08-73b8d9fbfc16 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:26.508920 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9a51f49b-1d1d-4c7e-94ad-7754c82b164f req-b8a82633-0a25-4eea-ab08-73b8d9fbfc16 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0636237 Aug 12 23:00:26.548848 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9a51f49b-1d1d-4c7e-94ad-7754c82b164f req-eb3c2076-7919-46cf-a296-19262792a208 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Aug 12 23:00:26.768834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:26.911066 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bd148-427b-4cbc-b660-3d928ce62692 req-7ebd4804-3208-46b0-8e87-0ac8d9221bfd tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:26.912529 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-529bd148-427b-4cbc-b660-3d928ce62692 req-7ebd4804-3208-46b0-8e87-0ac8d9221bfd tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0599618 Aug 12 23:00:26.959263 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-529bd148-427b-4cbc-b660-3d928ce62692 req-d3d88df0-c6ae-4bac-9f30-9193130fcdb2 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 Aug 12 23:00:27.272523 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:27.276967 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1712f-8d8a-4fe1-a289-94805a9ff6c8" -d '{"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-unplugged", "status": "completed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:27.322151 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c3b0d-c133-467e-b187-ac6cb862ce6c x-openstack-request-id: req-ae1c3b0d-c133-467e-b187-ac6cb862ce6c {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:27.322687 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-unplugged", "status": "failed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:27.322949 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae1c3b0d-c133-467e-b187-ac6cb862ce6c {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:27.323392 dv-cinder-759943-11-iscsi neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'code': 422} returned with failed status Aug 12 23:00:27.369899 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:27.426990 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dba5c25a-8924-46e3-adbd-3969f1e76ecb req-c8878828-05dd-4321-965f-c1a0c1598194 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 210 time: 0.0303252 Aug 12 23:00:27.599851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-4d727c26-5716-41ff-b468-aae995695e26 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:27.601783 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-4d727c26-5716-41ff-b468-aae995695e26 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 816 time: 0.1210096 Aug 12 23:00:27.698673 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-216f74b6-14fd-4389-bd10-70e707258901 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 380 time: 0.0617027 Aug 12 23:00:27.710030 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c01949-3d1c-40b0-8943-d2444189e306 req-343b08ad-d5ad-4f28-8046-bd11ac0655ec tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:27.711793 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-82c01949-3d1c-40b0-8943-d2444189e306 req-343b08ad-d5ad-4f28-8046-bd11ac0655ec tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0846941 Aug 12 23:00:27.728042 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'port': {'device_id': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'admin_state_up': True, 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'security_groups': ['78fa5cf5-e092-433e-b9b3-f590eed8b24f']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:27.804149 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-82c01949-3d1c-40b0-8943-d2444189e306 req-55fcabd0-5bc0-48e7-af59-42732fd768b5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861983 Aug 12 23:00:27.874286 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Made reservation on behalf of 36723f3ce3c44c789f1f0f6db437b4e5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:00:27.882316 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.018792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Allocated IP 172.20.0.14 (6a82b229-08f5-4928-9de1-a685d5d07c9e/f2cda03e-1b4c-4228-b2d7-bd06462aa296/aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:00:28.075345 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf1db5-3828-4419-a881-5de4c418dbb2 req-35fa37d0-decf-4d35-8403-da0ceeb6d986 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:28.077011 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5cbf1db5-3828-4419-a881-5de4c418dbb2 req-35fa37d0-decf-4d35-8403-da0ceeb6d986 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0490224 Aug 12 23:00:28.115380 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5cbf1db5-3828-4419-a881-5de4c418dbb2 req-2990c222-67db-413e-b929-c5ab3907211f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322282 Aug 12 23:00:28.154586 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.168678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Transition to ACTIVE for port object aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:00:28.208195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.256140 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:00:28.262098 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:00:28.265394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:00:28.313404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:28.331082 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:28.332084 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.348186 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-d15c7aa7-0c4f-4549-9e5d-22bb6cf76253 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238334 Aug 12 23:00:28.408113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Request body: {'port': {'device_id': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:28.461011 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-02f9a104-6055-4e4f-837b-a37a2d194abd None None] Provisioning for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:00:28.466826 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-02f9a104-6055-4e4f-837b-a37a2d194abd None None] Provisioning complete for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:00:28.467133 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.467257 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-02f9a104-6055-4e4f-837b-a37a2d194abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.506658 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-02f9a104-6055-4e4f-837b-a37a2d194abd None None] Port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:00:28.674302 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5de8-d24d-4491-b58b-9f5094aa8b60 req-62b2e386-9f23-413f-8780-6dec44efa300 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:28.675647 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3eda5de8-d24d-4491-b58b-9f5094aa8b60 req-62b2e386-9f23-413f-8780-6dec44efa300 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 932 time: 0.1042283 Aug 12 23:00:28.738839 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3eda5de8-d24d-4491-b58b-9f5094aa8b60 req-35748a36-cb31-4ef2-9db7-cf161feb37fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560071 Aug 12 23:00:28.790282 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:00:28.797570 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.809953 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Transition to ACTIVE for port object aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:00:28.816636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.841753 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.889638 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:28.929310 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035830f-b91e-4247-bcc6-3f51c00d0be3 req-8e89e10e-26b2-427a-a5f6-a72d4dc6250b tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:28.931390 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5035830f-b91e-4247-bcc6-3f51c00d0be3 req-8e89e10e-26b2-427a-a5f6-a72d4dc6250b tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0572405 Aug 12 23:00:28.949542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Attempting to bind port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:00:28.950417 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Attempting to bind port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:00:28.951536 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Attempting to bind port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:00:28.956650 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b on network 6a82b229-08f5-4928-9de1-a685d5d07c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:00:28.957160 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Attempting to bind port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b on network 6a82b229-08f5-4928-9de1-a685d5d07c9e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:00:28.964912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:00:28.964912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Checking segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:00:28.964912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Bound using segment: {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:00:28.964912 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Bound port: aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0daf9475-d604-4e75-b3ba-61623ff6e19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:00:28.965475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:28.973182 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5035830f-b91e-4247-bcc6-3f51c00d0be3 req-6f1ede70-ac4d-4571-9a58-0360c74671a5 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357828 Aug 12 23:00:29.034854 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:00:29.038252 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:00:29.043954 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:29.239323 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f6086-1a8a-467f-ae14-88ebafb2e747 req-c7bac77d-2c62-475c-a191-8cb3db714050 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:29.240937 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ad3f6086-1a8a-467f-ae14-88ebafb2e747 req-c7bac77d-2c62-475c-a191-8cb3db714050 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0539246 Aug 12 23:00:29.282473 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ad3f6086-1a8a-467f-ae14-88ebafb2e747 req-c035d540-6be7-448f-8ace-b1df78cae6bc tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350859 Aug 12 23:00:29.358795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:29.359400 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:29.361018 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] 10.222.0.70 "PUT /v2.0/ports/aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 200 len: 1094 time: 0.9580333 Aug 12 23:00:29.361506 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:29.363823 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035242c-fecf-48de-aedd-02895e063d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:29.395742 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e4553-cdfc-4876-945e-4c998eb23eeb service neutron] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:29.417452 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1bca-88d6-4dd3-bf1a-016b42bf69bb req-a2e676d2-73c9-497d-91af-49a47c03fc07 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:29.418843 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-003f1bca-88d6-4dd3-bf1a-016b42bf69bb req-a2e676d2-73c9-497d-91af-49a47c03fc07 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0929196 Aug 12 23:00:29.420444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a18b0-c866-455a-a262-c654cc44df1b x-openstack-request-id: req-8a3a18b0-c866-455a-a262-c654cc44df1b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:29.420648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:29.420906 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a3a18b0-c866-455a-a262-c654cc44df1b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:29.421242 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'status': 'completed', 'code': 200} Aug 12 23:00:29.464820 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-003f1bca-88d6-4dd3-bf1a-016b42bf69bb req-434fd132-6b27-4a98-ba6c-cad33de48299 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345416 Aug 12 23:00:29.802724 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70918-7c45-4c42-a79b-691eb6350c87 req-1e2ae76d-305e-4692-aae1-b61344775b65 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:29.804316 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34e70918-7c45-4c42-a79b-691eb6350c87 req-1e2ae76d-305e-4692-aae1-b61344775b65 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0569286 Aug 12 23:00:29.841699 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-34e70918-7c45-4c42-a79b-691eb6350c87 req-1cc83fe9-d0a4-4514-8588-265b663bd277 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Aug 12 23:00:29.859956 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1223011-b331-4249-a4eb-46246148aaf2 req-f54816f4-d599-4f6b-a9eb-acaa754e2cf7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:29.861468 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e1223011-b331-4249-a4eb-46246148aaf2 req-f54816f4-d599-4f6b-a9eb-acaa754e2cf7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0482376 Aug 12 23:00:29.900886 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e1223011-b331-4249-a4eb-46246148aaf2 req-2e5492c5-c9b1-46ff-8652-b0d28e721a31 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Aug 12 23:00:30.415784 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50f7f-9289-473e-ae8e-c40dcef6631d req-0ac84a4e-cab3-48ab-88b6-1fdf0ccddf1f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:30.417270 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-08d50f7f-9289-473e-ae8e-c40dcef6631d req-0ac84a4e-cab3-48ab-88b6-1fdf0ccddf1f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0534346 Aug 12 23:00:30.460471 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-08d50f7f-9289-473e-ae8e-c40dcef6631d req-1aef9010-48cd-4402-b009-5392655a3a90 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Aug 12 23:00:31.032118 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b65cdf-db25-4c10-a1ab-3a72328abef7 req-efd397a9-7276-4d91-966e-aaf8004d0e2d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:31.033613 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f3b65cdf-db25-4c10-a1ab-3a72328abef7 req-efd397a9-7276-4d91-966e-aaf8004d0e2d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0550616 Aug 12 23:00:31.072285 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f3b65cdf-db25-4c10-a1ab-3a72328abef7 req-9e6f738f-c015-4be5-b565-d51e28044182 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Aug 12 23:00:31.587030 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83177-ea49-4fbf-ba7f-cbc78d217d45 req-1dce4e34-8436-49e9-b941-5be6667e6c01 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:31.588510 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9ea83177-ea49-4fbf-ba7f-cbc78d217d45 req-1dce4e34-8436-49e9-b941-5be6667e6c01 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0506163 Aug 12 23:00:31.629177 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9ea83177-ea49-4fbf-ba7f-cbc78d217d45 req-e8fc2248-4ae4-461a-815d-d0ed778280af tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319366 Aug 12 23:00:32.193170 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ef115-d5e8-432c-a657-d94c325a3508 req-3ed3948b-9fca-4724-b37f-da4f8439f985 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:32.194685 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d57ef115-d5e8-432c-a657-d94c325a3508 req-3ed3948b-9fca-4724-b37f-da4f8439f985 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0515702 Aug 12 23:00:32.236461 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d57ef115-d5e8-432c-a657-d94c325a3508 req-3f6b11c4-5af1-403e-9557-9cdec30055c1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334914 Aug 12 23:00:32.760967 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c617e7-21f0-4a27-8b08-cd06ce07d52c req-3b1b813d-196a-4c77-8d12-612105575705 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:32.762462 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b5c617e7-21f0-4a27-8b08-cd06ce07d52c req-3b1b813d-196a-4c77-8d12-612105575705 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0542998 Aug 12 23:00:32.801440 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b5c617e7-21f0-4a27-8b08-cd06ce07d52c req-c11e48a6-315c-428c-b514-d6249965e77a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Aug 12 23:00:33.350814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035242c-fecf-48de-aedd-02895e063d3f req-8e56abc7-3c6d-4d65-8202-358a677c4186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.352397 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0035242c-fecf-48de-aedd-02895e063d3f req-8e56abc7-3c6d-4d65-8202-358a677c4186 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1097 time: 0.0510166 Aug 12 23:00:33.367058 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba355-1447-4f35-afa5-86db67fd99e4 req-599fe1ad-b54d-430f-91bb-ee9bd094e45a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.368855 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d05ba355-1447-4f35-afa5-86db67fd99e4 req-599fe1ad-b54d-430f-91bb-ee9bd094e45a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0495365 Aug 12 23:00:33.408568 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d05ba355-1447-4f35-afa5-86db67fd99e4 req-c15bff32-d3d1-4339-b488-6e3b449b10dc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Aug 12 23:00:33.487250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035242c-fecf-48de-aedd-02895e063d3f req-0c7478e9-c7de-4225-a806-7afb4d979094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.488741 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0035242c-fecf-48de-aedd-02895e063d3f req-0c7478e9-c7de-4225-a806-7afb4d979094 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0960310 Aug 12 23:00:33.592258 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035242c-fecf-48de-aedd-02895e063d3f req-ea49bc00-c271-4dcb-8df1-36fdd3d5bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.594611 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0035242c-fecf-48de-aedd-02895e063d3f req-ea49bc00-c271-4dcb-8df1-36fdd3d5bc90 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975990 Aug 12 23:00:33.921601 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-cf3bea79-07b6-432d-a47d-6a32630d88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.923101 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-cf3bea79-07b6-432d-a47d-6a32630d88c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c&tenant_id=4d8c638ca71b45d5970b31885456ccd1 HTTP/1.1" status: 200 len: 1097 time: 0.0696554 Aug 12 23:00:33.938731 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1557203-2063-484b-8161-49fc232ee688 req-11963221-b07f-4498-b726-a18df2897db6 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:33.940130 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b1557203-2063-484b-8161-49fc232ee688 req-11963221-b07f-4498-b726-a18df2897db6 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0588503 Aug 12 23:00:33.982582 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b1557203-2063-484b-8161-49fc232ee688 req-6351f5f4-b810-453d-bcb5-6428fe337fb3 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331223 Aug 12 23:00:34.296093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-e4ec8723-eb8d-4695-abee-315aa86df24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.297640 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-e4ec8723-eb8d-4695-abee-315aa86df24f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1097 time: 0.0728703 Aug 12 23:00:34.301873 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-b3cec6e6-977f-4a58-828d-16fcbebc0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.303245 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-b3cec6e6-977f-4a58-828d-16fcbebc0168 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1097 time: 0.0692637 Aug 12 23:00:34.374091 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-ef5d4be6-1b0f-416f-9b93-9d5ea0d3efeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 200 len: 217 time: 0.0534790 Aug 12 23:00:34.462900 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-4aafd608-07f9-404e-a0ef-81bf738aada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.464445 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-4aafd608-07f9-404e-a0ef-81bf738aada5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0631146 Aug 12 23:00:34.488255 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-e349919e-a4d4-456c-9ba9-a6cd8f181b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.489747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-e349919e-a4d4-456c-9ba9-a6cd8f181b11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.1680627 Aug 12 23:00:34.531242 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b69cf-be1a-4b6d-87b2-5116d33b5242 req-78ced877-f8a9-4e3c-84ad-481cb2dd60f4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.532739 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-af1b69cf-be1a-4b6d-87b2-5116d33b5242 req-78ced877-f8a9-4e3c-84ad-481cb2dd60f4 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0531471 Aug 12 23:00:34.569734 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-e906d7e4-af13-4611-983f-f50c962d9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.571248 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-af1b69cf-be1a-4b6d-87b2-5116d33b5242 req-69355bfa-d94c-40a3-bdc0-2d1c079169fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Aug 12 23:00:34.571415 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-e906d7e4-af13-4611-983f-f50c962d9e0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959105 Aug 12 23:00:34.572980 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-6144daca-ed9c-475a-9ee8-226651c56ba3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 999 time: 0.0697587 Aug 12 23:00:34.675726 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-d905c57f-09a8-45cc-908a-20070c90fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.677072 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-d905c57f-09a8-45cc-908a-20070c90fe8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0856342 Aug 12 23:00:34.728553 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-93cc8509-bb87-403d-b893-bf59aede8503 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443350 Aug 12 23:00:34.746472 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-e396c116-4039-4b2b-9b7a-dd567b14cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:34.747885 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-e396c116-4039-4b2b-9b7a-dd567b14cef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624416 Aug 12 23:00:34.889534 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-31a6db1c-bca4-4692-a56f-697b33db9755 req-e5804198-fec6-4ea8-848a-44c84abdec15 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526852 Aug 12 23:00:34.893048 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-c8f16e9d-5cb4-4f63-a64f-9fc001772c5c service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355495 Aug 12 23:00:35.014310 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1b8beea-adda-42c2-bc12-0459ad8a6e79 req-9a6a0626-a456-40ce-abd7-1a2b133a8454 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960763 Aug 12 23:00:35.109146 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e4cb5-27d6-4ebe-9bbb-46e1984ca458 req-b4c0c9d5-be1f-4136-be40-3b3a214ab9c9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:35.110711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f67e4cb5-27d6-4ebe-9bbb-46e1984ca458 req-b4c0c9d5-be1f-4136-be40-3b3a214ab9c9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0525641 Aug 12 23:00:35.149369 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f67e4cb5-27d6-4ebe-9bbb-46e1984ca458 req-e98dfd5f-3e15-49ae-b474-201a9acdd83f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Aug 12 23:00:35.690982 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bb0be-0e54-4761-933c-66efd4e28843 req-001fb1ec-0c33-4b54-af8c-841eb54982bb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:35.692081 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f81bb0be-0e54-4761-933c-66efd4e28843 req-001fb1ec-0c33-4b54-af8c-841eb54982bb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0493610 Aug 12 23:00:35.730780 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f81bb0be-0e54-4761-933c-66efd4e28843 req-2333fcc2-2a52-479b-8aec-7b8c557b698a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324759 Aug 12 23:00:36.288314 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fcc99-c3e3-4cee-8682-56bbad653142 req-439489dc-0533-42d7-8487-e918de52d6b1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:36.289798 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a8fcc99-c3e3-4cee-8682-56bbad653142 req-439489dc-0533-42d7-8487-e918de52d6b1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0509834 Aug 12 23:00:36.327509 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a8fcc99-c3e3-4cee-8682-56bbad653142 req-df6ed300-7230-4b30-bff2-b8c9de33bbb5 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Aug 12 23:00:36.868831 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f7285-3c44-4b0f-89d3-e2fff47e87ea req-a2b4ab01-3769-41fe-9c1c-4850f40b55bb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:36.870318 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b66f7285-3c44-4b0f-89d3-e2fff47e87ea req-a2b4ab01-3769-41fe-9c1c-4850f40b55bb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0559916 Aug 12 23:00:36.919449 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b66f7285-3c44-4b0f-89d3-e2fff47e87ea req-367673cf-fc8d-4f14-9cda-856b81f3c6fc tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Aug 12 23:00:37.448586 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab213c68-6320-4bc2-b5f5-306da3ee5fe4 req-a0801c2e-ce43-4dd1-8cfc-ed6dbad5d31c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:37.450088 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ab213c68-6320-4bc2-b5f5-306da3ee5fe4 req-a0801c2e-ce43-4dd1-8cfc-ed6dbad5d31c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0531547 Aug 12 23:00:37.494945 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ab213c68-6320-4bc2-b5f5-306da3ee5fe4 req-108886a3-04d8-41ec-a781-3ca59ff48595 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 Aug 12 23:00:38.054130 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebe695-e92e-4ccb-b2a5-9db749fb08e1 req-a165107c-7ac8-41ab-a3f9-271f6059b640 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:38.055699 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e5ebe695-e92e-4ccb-b2a5-9db749fb08e1 req-a165107c-7ac8-41ab-a3f9-271f6059b640 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0561993 Aug 12 23:00:38.097551 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e5ebe695-e92e-4ccb-b2a5-9db749fb08e1 req-d0764b6f-434d-4202-a8ad-764769b5477c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336583 Aug 12 23:00:38.627943 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901679e-3d36-4ac8-a6ea-da39c9576a30 req-eae12f0a-1e1a-430d-912d-cd904e158105 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:38.629306 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7901679e-3d36-4ac8-a6ea-da39c9576a30 req-eae12f0a-1e1a-430d-912d-cd904e158105 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0578036 Aug 12 23:00:38.670622 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7901679e-3d36-4ac8-a6ea-da39c9576a30 req-3189eb71-7fb2-46e6-ab31-51d59deced1c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Aug 12 23:00:39.224288 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81598292-b999-4384-acdc-e9bf31632e6d req-d8d2d3bd-3cb0-4ffc-b11e-d4a26f60b536 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:39.226054 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-81598292-b999-4384-acdc-e9bf31632e6d req-d8d2d3bd-3cb0-4ffc-b11e-d4a26f60b536 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0527792 Aug 12 23:00:39.264598 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-81598292-b999-4384-acdc-e9bf31632e6d req-a60764ff-d171-438d-a87a-2022f9758795 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Aug 12 23:00:39.792310 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe0fbe-1484-49ba-b2bd-8801970fff07 req-f5b38d36-9f3d-48fa-86ce-5f75ec04851f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:39.793853 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1bfe0fbe-1484-49ba-b2bd-8801970fff07 req-f5b38d36-9f3d-48fa-86ce-5f75ec04851f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0512836 Aug 12 23:00:39.832744 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1bfe0fbe-1484-49ba-b2bd-8801970fff07 req-29a8d9fb-a4a9-4f0e-9d31-f9ae7b7473cd tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Aug 12 23:00:40.409630 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa674087-1a10-4a2e-afc4-5ed7e719b19f req-c5b59f9a-240d-45ea-b10b-f59caa5fcbc6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:40.411124 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fa674087-1a10-4a2e-afc4-5ed7e719b19f req-c5b59f9a-240d-45ea-b10b-f59caa5fcbc6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0604622 Aug 12 23:00:40.451189 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fa674087-1a10-4a2e-afc4-5ed7e719b19f req-2169137e-7bd1-47f7-b8f3-7698926ae66a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Aug 12 23:00:40.955945 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1de9-65ad-4bb3-9d18-c8b7e179c70c req-3d7e8462-b771-491b-9243-cb7c23d47471 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:40.957445 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ea7d1de9-65ad-4bb3-9d18-c8b7e179c70c req-3d7e8462-b771-491b-9243-cb7c23d47471 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0526838 Aug 12 23:00:40.995880 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ea7d1de9-65ad-4bb3-9d18-c8b7e179c70c req-594b6874-f2a7-46e5-b512-651bbe10f868 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Aug 12 23:00:41.580457 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b1733-115a-4153-bb78-c681327db533 req-6f6f068a-5344-489a-845f-30d403246648 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:41.581981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c3b1733-115a-4153-bb78-c681327db533 req-6f6f068a-5344-489a-845f-30d403246648 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0512605 Aug 12 23:00:41.619034 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c3b1733-115a-4153-bb78-c681327db533 req-f0d3382f-a45c-402b-80e0-fa290d540cfe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Aug 12 23:00:41.668626 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:00:41.775479 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:41.786694 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:00:41.822694 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:41.836121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:00:41.860002 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:41.865798 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:41.916170 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:41.923555 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.923926 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.924266 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.924599 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.925014 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.925248 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.925595 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.925930 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.926239 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.926636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.926963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:41.927287 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:00:42.131707 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8a66a-da2e-4443-abaf-384b7e853a5d req-67dd360d-fa14-464f-b83d-797513e3b76a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:42.133363 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-49a8a66a-da2e-4443-abaf-384b7e853a5d req-67dd360d-fa14-464f-b83d-797513e3b76a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0609467 Aug 12 23:00:42.174029 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-49a8a66a-da2e-4443-abaf-384b7e853a5d req-723452eb-1881-447c-8b32-c1aa4f2f1216 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Aug 12 23:00:42.436133 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:42.758573 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d24ad-78b2-478f-b90d-2a657486b85e req-33a5e44f-32ca-40b9-a278-0d0361a6d177 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:42.760080 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b57d24ad-78b2-478f-b90d-2a657486b85e req-33a5e44f-32ca-40b9-a278-0d0361a6d177 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 945 time: 0.0609937 Aug 12 23:00:42.800196 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b57d24ad-78b2-478f-b90d-2a657486b85e req-40e0e511-0e04-4555-bc09-8f5454f2e3a9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340321 Aug 12 23:00:43.169489 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:00:43.295623 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb0732-80bf-44ce-8ff1-bab2f7a2ceb7 req-edee6619-419f-428b-86df-496d0a58b607 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:43.297110 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-45fb0732-80bf-44ce-8ff1-bab2f7a2ceb7 req-edee6619-419f-428b-86df-496d0a58b607 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0549922 Aug 12 23:00:43.334987 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-45fb0732-80bf-44ce-8ff1-bab2f7a2ceb7 req-9cefe030-8da0-453f-abee-6941a8904c2e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Aug 12 23:00:43.689410 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:00:43.742176 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:00:43.745874 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:00:43.746245 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:43.823161 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:43.845789 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:43.848047 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622e5d4f-1d44-4440-8e3e-c95611d2aca4" -d '{"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:43.861507 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:43.866727 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:43.891065 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d70dcb-ad47-4483-987d-d2b56ebe31bb x-openstack-request-id: req-44d70dcb-ad47-4483-987d-d2b56ebe31bb {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:43.891333 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:43.891576 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44d70dcb-ad47-4483-987d-d2b56ebe31bb {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:43.891963 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'code': 200} Aug 12 23:00:43.918380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:43.926765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816eb30-ede8-4f55-aedc-f25ff088e835 req-f2154916-b8af-4b48-b6d5-0ce7a4e4f1b7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:43.928296 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5816eb30-ede8-4f55-aedc-f25ff088e835 req-f2154916-b8af-4b48-b6d5-0ce7a4e4f1b7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0524402 Aug 12 23:00:43.969810 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5816eb30-ede8-4f55-aedc-f25ff088e835 req-b958cf61-364f-4680-aa97-63b4f52fa42f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352995 Aug 12 23:00:44.128836 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743f69-fb3b-416a-bc05-05cf207b5849 req-4f79e183-bacd-4227-b14d-a27b4fbb8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:44.130753 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f743f69-fb3b-416a-bc05-05cf207b5849 req-4f79e183-bacd-4227-b14d-a27b4fbb8f93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1099 time: 0.0558262 Aug 12 23:00:44.176940 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4f743f69-fb3b-416a-bc05-05cf207b5849 req-e7b28605-35fb-4296-80bc-b6166dae711b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380955 Aug 12 23:00:44.465980 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce8f14-21f3-4387-aa4d-ce4604b2951a req-9275cdce-4397-41ca-9cde-381da6398a01 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:44.467498 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-efce8f14-21f3-4387-aa4d-ce4604b2951a req-9275cdce-4397-41ca-9cde-381da6398a01 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0603914 Aug 12 23:00:44.509685 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-efce8f14-21f3-4387-aa4d-ce4604b2951a req-62313184-0071-4327-98c8-38571172bb56 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335379 Aug 12 23:00:45.096643 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d13290-31fa-4458-bf15-a3627fc405cc req-59c898af-aa8d-4b75-a56d-4ee0a94a2b1a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:45.098283 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e9d13290-31fa-4458-bf15-a3627fc405cc req-59c898af-aa8d-4b75-a56d-4ee0a94a2b1a tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0502677 Aug 12 23:00:45.136795 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e9d13290-31fa-4458-bf15-a3627fc405cc req-35ba0ff6-0f0d-4dcb-827e-ac9d39237975 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Aug 12 23:00:45.634784 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81e2e7-0097-4614-8e79-91c5d7f7ae94 req-218c39ef-3f11-482e-b06a-70625d1a305a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:45.636259 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5f81e2e7-0097-4614-8e79-91c5d7f7ae94 req-218c39ef-3f11-482e-b06a-70625d1a305a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0523462 Aug 12 23:00:45.677476 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5f81e2e7-0097-4614-8e79-91c5d7f7ae94 req-ec0d0c16-f834-4a4f-91b6-bdcfe7ed0421 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Aug 12 23:00:46.260813 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731512d-1613-4889-b680-6e9d19664163 req-08f0d317-9b57-43e3-a866-1ce3dd285868 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:46.262322 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2731512d-1613-4889-b680-6e9d19664163 req-08f0d317-9b57-43e3-a866-1ce3dd285868 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0514526 Aug 12 23:00:46.301240 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2731512d-1613-4889-b680-6e9d19664163 req-fb5ffd2d-fea3-44fc-a17d-41ad0ba4fe75 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Aug 12 23:00:46.433851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6645d-bbee-4b59-b54a-64c3f59ce797 req-f752863c-772b-407c-a4d9-4ffce63d177f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:46.435351 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-40b6645d-bbee-4b59-b54a-64c3f59ce797 req-f752863c-772b-407c-a4d9-4ffce63d177f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0536821 Aug 12 23:00:46.444058 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:46.448779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Request body: {'floatingip': {'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:46.490442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:46.796933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e7a11-0022-4468-bbc4-f7c076b863b5 req-9d4d07ff-41f4-426c-bd29-c9b94da864e0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:46.798459 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-164e7a11-0022-4468-bbc4-f7c076b863b5 req-9d4d07ff-41f4-426c-bd29-c9b94da864e0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0526075 Aug 12 23:00:46.836713 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-164e7a11-0022-4468-bbc4-f7c076b863b5 req-ffc0a135-c385-4b76-a3d3-2be70339f77e tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Aug 12 23:00:46.924631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:46.930815 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:47.032018 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Floating IP efb560b3-787d-49fa-98e1-bf166b2d38bb associated. External IP: 172.27.3.91, port: aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b. Aug 12 23:00:47.247226 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:00:47.354779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:00:47.360365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:47.364914 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:00:47.374384 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:47.374992 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:47.390007 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-4409b1af-7c1e-4f6d-bca5-9d9e87d757ff tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "PUT /v2.0/floatingips/efb560b3-787d-49fa-98e1-bf166b2d38bb HTTP/1.1" status: 200 len: 991 time: 0.9448879 Aug 12 23:00:47.390702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:47.393103 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fbde8b-ed27-47cf-9b58-746babb930b6" -d '{"events": [{"name": "network-changed", "server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:47.434568 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80e75b-307d-4518-baa7-8095a9c98db0 x-openstack-request-id: req-8a80e75b-307d-4518-baa7-8095a9c98db0 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:47.434945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:47.435706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a80e75b-307d-4518-baa7-8095a9c98db0 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:47.436190 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'status': 'completed', 'code': 200} Aug 12 23:00:47.495906 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:47.558217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-a5200625-f681-4a83-9678-eddeb7d9a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:47.559794 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-a5200625-f681-4a83-9678-eddeb7d9a486 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1099 time: 0.0526776 Aug 12 23:00:47.657888 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-33c56c0c-0ba5-478a-834b-8cfb040de8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:47.659706 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-33c56c0c-0ba5-478a-834b-8cfb040de8c8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.0928051 Aug 12 23:00:47.701153 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:00:47.726582 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-d36f09ab-a49f-47b3-ad32-fd99470f364b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 200 len: 999 time: 0.0578098 Aug 12 23:00:47.781615 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-8a1104b3-9c5b-4a09-8680-6e8ca77a5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:47.783102 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-8a1104b3-9c5b-4a09-8680-6e8ca77a5b1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0481894 Aug 12 23:00:47.789185 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'efb560b3-787d-49fa-98e1-bf166b2d38bb', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:25Z', 'updated_at': '2021-08-12T23:00:46Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:47.821364 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:00:47.831250 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-dc98f500-4e91-4caf-a543-139ba8afab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:47.833060 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-dc98f500-4e91-4caf-a543-139ba8afab15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411425 Aug 12 23:00:47.839732 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:47.848603 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:47.849176 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:47.882847 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'port_id': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'mac_address': 'fa:16:3e:39:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:00:47.930615 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-7d5d19de-5b4a-46de-bf65-dd51c603cc75 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Aug 12 23:00:47.965922 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:47.977499 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f336484-4747-48ec-8457-9a6cc60fce9a req-f1702736-8760-42f6-9395-4900c34d4ad9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:47.979850 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f336484-4747-48ec-8457-9a6cc60fce9a req-f1702736-8760-42f6-9395-4900c34d4ad9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 944 time: 0.0573335 Aug 12 23:00:47.987367 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6734199-7a42-4feb-ab03-3fadc338e67b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:00:47.995138 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:48.021025 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2f336484-4747-48ec-8457-9a6cc60fce9a req-b43ccd97-35b1-4f38-932b-673c94f5bbf8 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 Aug 12 23:00:48.029083 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d6fbde8b-ed27-47cf-9b58-746babb930b6 req-21b5abe6-5fac-4c14-b404-1b18b60a84ca service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896912 Aug 12 23:00:48.048365 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:48.055402 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:48.151982 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:48.275640 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'efb560b3-787d-49fa-98e1-bf166b2d38bb', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:25Z', 'updated_at': '2021-08-12T23:00:46Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:48.301721 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c26094d-cc50-4a67-a46b-651576a3cc06 None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'efb560b3-787d-49fa-98e1-bf166b2d38bb', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:25Z', 'updated_at': '2021-08-12T23:00:46Z', 'revision_number': 1, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:00:48.497233 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4f374-e753-47ff-a460-43db4c050b96 None None] New status for floating IP efb560b3-787d-49fa-98e1-bf166b2d38bb: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:00:48.504582 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfd3c5-ee8b-4501-8d54-3188c7c14c8d req-058f75c0-132a-4c01-9d0e-901d1621f1cf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:48.506711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bbbfd3c5-ee8b-4501-8d54-3188c7c14c8d req-058f75c0-132a-4c01-9d0e-901d1621f1cf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0585184 Aug 12 23:00:48.552390 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bbbfd3c5-ee8b-4501-8d54-3188c7c14c8d req-6516fb40-421b-42b5-8af2-e6c7f860cab2 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Aug 12 23:00:48.578282 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['d6734199-7a42-4feb-ab03-3fadc338e67b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:48.578852 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56058) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:48.684883 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c8ae20-30a6-464d-9779-04ae89897160 tempest-TestMinimumBasicScenario-1347928577 tempest-TestMinimumBasicScenario-1347928577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:48.689316 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a9c8ae20-30a6-464d-9779-04ae89897160 tempest-TestMinimumBasicScenario-1347928577 tempest-TestMinimumBasicScenario-1347928577-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1094 time: 0.1066525 Aug 12 23:00:48.690378 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:48.695541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'port_id': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:48.719923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:48.820126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:48.938611 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Allocated IP 172.27.3.73 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/99457305-0fc2-446a-817f-886768fa969f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:00:49.053232 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.100157 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.161637 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:00:49.168406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:00:49.172091 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:00:49.173983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'Port': ['ID=99457305-0fc2-446a-817f-886768fa969f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:49.207218 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7c598-a08d-4518-9b9a-f1ad4f82bd59 req-954fa665-1901-427f-a909-a6d3a623d8e1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:49.208731 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-15e7c598-a08d-4518-9b9a-f1ad4f82bd59 req-954fa665-1901-427f-a909-a6d3a623d8e1 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 945 time: 0.1188064 Aug 12 23:00:49.295592 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-15e7c598-a08d-4518-9b9a-f1ad4f82bd59 req-fc98d2e5-f9c0-42bb-8184-66db72282f2a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792961 Aug 12 23:00:49.558835 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609ce2-8fb2-4198-9a18-b05951ce2e72 req-b52376f8-0c3f-4f54-8edf-7a29c3bafa96 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:49.560327 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ba609ce2-8fb2-4198-9a18-b05951ce2e72 req-b52376f8-0c3f-4f54-8edf-7a29c3bafa96 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.1006422 Aug 12 23:00:49.744790 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:00:49.806777 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port d6734199-7a42-4feb-ab03-3fadc338e67b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:00:49.807584 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.893369 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.907486 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ba609ce2-8fb2-4198-9a18-b05951ce2e72 req-8c434278-b5bb-4a1c-a7c1-59117f02a6bd tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181105 Aug 12 23:00:49.910271 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.920898 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:49.934702 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677c1e2-705a-42d7-9ff4-b02c58938b26" -d '{"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-plugged", "status": "completed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:49.936808 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:49.946544 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:49.980588 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad13e9-1951-4aec-907f-3983d8a79a54 x-openstack-request-id: req-b2ad13e9-1951-4aec-907f-3983d8a79a54 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:49.980878 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-plugged", "status": "completed", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:49.981130 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2ad13e9-1951-4aec-907f-3983d8a79a54 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:49.981568 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'code': 200} Aug 12 23:00:49.996166 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.000819 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:50.149783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.156364 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.218383 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'Port': ['ID=99457305-0fc2-446a-817f-886768fa969f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:50.234178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.359851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5b06-a0dc-4704-af08-7d4535d40493 req-46b6ddc8-ebf8-4654-b1bb-75ad7ec29509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:50.361379 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb9a5b06-a0dc-4704-af08-7d4535d40493 req-46b6ddc8-ebf8-4654-b1bb-75ad7ec29509 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0885308 Aug 12 23:00:50.395482 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Floating IP 6fb08b91-c546-4333-a26c-4cdfe3fba2ba associated. External IP: 172.27.3.73, port: db6f6782-3ef9-4118-bb4f-17f62490d359. Aug 12 23:00:50.468558 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb9a5b06-a0dc-4704-af08-7d4535d40493 req-0f5046fc-9f5c-42ec-a7ec-4362de99e76a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937331 Aug 12 23:00:50.511648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcefa8-24d5-4a40-a17f-bc5a1881c837 req-2cd8946b-8313-4c78-a749-891a5acdcd9f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:50.513129 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1dcefa8-24d5-4a40-a17f-bc5a1881c837 req-2cd8946b-8313-4c78-a749-891a5acdcd9f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1490278 Aug 12 23:00:50.593283 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c1dcefa8-24d5-4a40-a17f-bc5a1881c837 req-9f7d9fff-2659-4479-ab6d-67a0804f92bf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734491 Aug 12 23:00:50.666699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:00:50.779899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:00:50.791040 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Sync routers for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:00:50.797718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.805070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:50.805662 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:50.826653 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d624f022-c87d-42aa-b959-c8750eb4747d tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1348701 Aug 12 23:00:50.827268 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:50.829649 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71215e91-94c9-4f99-ba94-a073b4674b23" -d '{"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:50.830030 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56080) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:50.836388 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612175814', 'description': 'tempest-secgroup-smoke-1612175814 description', 'project_id': '4c843efe74344df1b31d2835cfc599f2'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:50.868925 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.871109 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e19dc-1b13-4f87-9ade-584fd3b469bc x-openstack-request-id: req-da1e19dc-1b13-4f87-9ade-584fd3b469bc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:50.871608 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:50.871946 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da1e19dc-1b13-4f87-9ade-584fd3b469bc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:50.872385 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:00:50.960188 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.966004 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:50.996350 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6930736-7930-4f66-b1ca-ba28d91d9c73,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.010881 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.012243 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ab0ca5f5-141f-47ba-b05f-86045f83c4cd tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1804452 Aug 12 23:00:51.015067 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56086) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.019548 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.036376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc83446-028f-4742-b048-3cc478aa5a48 req-231c2aa6-300b-4c51-a5cc-31c836227b42 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.038593 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9dc83446-028f-4742-b048-3cc478aa5a48 req-231c2aa6-300b-4c51-a5cc-31c836227b42 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0553126 Aug 12 23:00:51.045875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:51.052423 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.109879 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9dc83446-028f-4742-b048-3cc478aa5a48 req-1d6bec02-1196-431e-afb8-b8022867e8cb tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593135 Aug 12 23:00:51.112661 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-7ce3f72d-2884-4f0d-98a3-c859ab953c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.114118 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-7ce3f72d-2884-4f0d-98a3-c859ab953c1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1099 time: 0.0712743 Aug 12 23:00:51.114790 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.121068 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.141293 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5aa5152-f271-4574-b837-c1b3023039fa,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.151948 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.153598 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-418b0a78-dfc8-45c6-88fb-6f162b0f07da tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375148 Aug 12 23:00:51.156608 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56088) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.161361 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.191365 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.224986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-f2a5c708-8bad-4ce6-b5d2-b08ec8425b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.226672 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-f2a5c708-8bad-4ce6-b5d2-b08ec8425b1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.1005177 Aug 12 23:00:51.258905 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.264957 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.287867 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05827565-7aeb-45e2-acdc-0ae1a9ac728d,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.291153 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.295276 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-458011af-4967-4152-997a-685cf177b34c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349313 Aug 12 23:00:51.295447 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6fb08b91-c546-4333-a26c-4cdfe3fba2ba', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'port_id': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'mac_address': 'fa:16:3e:af:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c06c55-ba61-4942-93f3-cb421d407666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:49Z', 'updated_at': '2021-08-12T23:00:49Z', 'revision_number': 0, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:51.295656 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56090) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.301128 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.310259 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-6d8a9eea-1345-44d6-9c19-e7277135657a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 999 time: 0.0711501 Aug 12 23:00:51.321180 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Checking router: 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:00:51.330739 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:00:51.330967 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.331337 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:51.366181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-dfa03775-b1d1-4829-b26d-f5049931f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.367813 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-dfa03775-b1d1-4829-b26d-f5049931f0c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0454862 Aug 12 23:00:51.394115 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.399028 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.413104 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b799b384-9ca0-499a-8e1d-413b0b29cfa3,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.420374 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-a5eb7615-2def-41ff-8b28-f34d91467055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.421997 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-a5eb7615-2def-41ff-8b28-f34d91467055 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465043 Aug 12 23:00:51.426983 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.428319 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-722bc184-0a3f-46bf-8f28-eb17ac580879 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317160 Aug 12 23:00:51.431105 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56092) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.437394 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.443405 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:00:51.470593 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.526115 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-94f06874-7c77-46fc-a5e2-932d9ad4391f service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925701 Aug 12 23:00:51.537518 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.550322 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.570140 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096854c0-a274-42fb-a689-6bac3a245f84,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.579621 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.581939 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5a8ac4d3-c594-4c2e-808a-a7d1545764af tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482484 Aug 12 23:00:51.583828 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.589456 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.620755 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-71215e91-94c9-4f99-ba94-a073b4674b23 req-369f14ea-6e6d-4cb6-b638-068f099935f0 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869980 Aug 12 23:00:51.622361 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Project 4c843efe74344df1b31d2835cfc599f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 23:00:51.629061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.692719 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.694362 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6fb08b91-c546-4333-a26c-4cdfe3fba2ba', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'port_id': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'mac_address': 'fa:16:3e:af:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c06c55-ba61-4942-93f3-cb421d407666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:49Z', 'updated_at': '2021-08-12T23:00:49Z', 'revision_number': 0, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:00:51.698351 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.716019 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455e4549-6e95-4456-a4bd-ded69fa43f45,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.724157 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.727888 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfad350-2c77-4e4a-9014-95beabd5aac5 None None] The sync data for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi is: [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6fb08b91-c546-4333-a26c-4cdfe3fba2ba', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'port_id': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'mac_address': 'fa:16:3e:af:f4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c06c55-ba61-4942-93f3-cb421d407666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:00:49Z', 'updated_at': '2021-08-12T23:00:49Z', 'revision_number': 0, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:00:51.728446 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9a47230d-3e89-40d6-8e7a-183652a29ee1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435461 Aug 12 23:00:51.728891 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:00:51.739664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'security_group_rule': {'security_group_id': 'd6930736-7930-4f66-b1ca-ba28d91d9c73', 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:51.769010 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Project 4c843efe74344df1b31d2835cfc599f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 23:00:51.774575 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.842277 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbb9f3-74f8-49fa-8916-0438c244f5ac req-48cfadfd-413a-4f51-990b-6aded497eb59 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:51.843818 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-37fbb9f3-74f8-49fa-8916-0438c244f5ac req-48cfadfd-413a-4f51-990b-6aded497eb59 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0505381 Aug 12 23:00:51.843982 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.849171 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.867357 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ea98cf-aaad-4adc-a9cc-d713c84b7796,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:51.877870 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:51.879467 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0fa8fc31-c2c9-4fda-abd4-fb03d295727a tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485043 Aug 12 23:00:51.898421 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-37fbb9f3-74f8-49fa-8916-0438c244f5ac req-d2d3d8ab-3ca3-4803-bf3d-4721fded4eb7 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Aug 12 23:00:51.943366 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8d7da-638b-426c-97fe-e0810dfc8fb7 None None] New status for floating IP 6fb08b91-c546-4333-a26c-4cdfe3fba2ba: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:00:51.968646 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-697a3303-c90a-402e-8d06-380397f5938e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612175814&fields=id&tenant_id=4c843efe74344df1b31d2835cfc599f2 HTTP/1.1" status: 200 len: 267 time: 0.0393097 Aug 12 23:00:52.026181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-bc7b88fa-bc3f-4b53-8844-8f8647c220c7 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:52.027707 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-bc7b88fa-bc3f-4b53-8844-8f8647c220c7 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0531857 Aug 12 23:00:52.039387 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'port': {'security_groups': ['0e0a9338-e9d9-494f-beac-ab03d3926b4c', 'd6930736-7930-4f66-b1ca-ba28d91d9c73']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:00:52.111728 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.298831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:52.331204 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.337510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.383489 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:52.386177 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:52.386829 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.392671 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4ee8e68-f0d3-40e1-9cf9-a6790cf6042c req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "PUT /v2.0/ports/db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 982 time: 0.3582790 Aug 12 23:00:52.410648 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32b4a-e1a9-46a2-96b1-86f5073163d2 req-7338d3c8-1817-4b0b-8668-00549630aaea tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:52.412272 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9dd32b4a-e1a9-46a2-96b1-86f5073163d2 req-7338d3c8-1817-4b0b-8668-00549630aaea tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0652523 Aug 12 23:00:52.424380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3fb7-d155-47f7-8c83-140385397c41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:52.470926 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9dd32b4a-e1a9-46a2-96b1-86f5073163d2 req-8774f269-bbe2-4348-80eb-5b497f3634e0 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Aug 12 23:00:52.518718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadab56-327b-4e1e-9ccc-73e4b2e2b6f9 req-461cd1b1-0322-432d-9f57-64ddc7b7c891 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:52.520400 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2eadab56-327b-4e1e-9ccc-73e4b2e2b6f9 req-461cd1b1-0322-432d-9f57-64ddc7b7c891 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0592701 Aug 12 23:00:52.576946 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2eadab56-327b-4e1e-9ccc-73e4b2e2b6f9 req-cce09b1b-8960-43ce-b13a-734a29bc8bae tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428317 Aug 12 23:00:52.654231 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5ae86a2f-7c76-422e-9b77-1ddad72fb1e4 None None] Provisioning complete for port db6f6782-3ef9-4118-bb4f-17f62490d359 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:00:52.654523 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5ae86a2f-7c76-422e-9b77-1ddad72fb1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.683734 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:52.791141 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-d54a615b-a0c1-4c2a-a2d0-1279298675f8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:52.792589 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-d54a615b-a0c1-4c2a-a2d0-1279298675f8 tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 946 time: 0.0506687 Aug 12 23:00:52.874783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:52.876891 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908f848-5421-4c17-8d8f-b338e5865c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:52.897398 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Deleting port 1368a1ce-62a1-41a5-8984-05d02049216f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:00:52.897814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:52.938137 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d2357-3a11-483c-93b3-daf0de42f67e x-openstack-request-id: req-084d2357-3a11-483c-93b3-daf0de42f67e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:52.938748 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:52.938748 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-084d2357-3a11-483c-93b3-daf0de42f67e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:52.939044 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:00:53.045109 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] For port 1368a1ce-62a1-41a5-8984-05d02049216f, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1368a1ce-62a1-41a5-8984-05d02049216f,segment=NetworkSegment(77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b),segment_id=77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:00:53.045881 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:53.062093 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Calling delete_port for 1368a1ce-62a1-41a5-8984-05d02049216f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:00:53.082664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-9bfd5674-e9fd-4bea-bcd0-a7576bb92355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:53.084172 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-9bfd5674-e9fd-4bea-bcd0-a7576bb92355 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1138 time: 0.1170762 Aug 12 23:00:53.094191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df31c5-0c78-48a8-915a-9647c8b45853 req-506e0611-e905-4dba-bdad-ae4fb6ee8cbf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:53.095525 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3df31c5-0c78-48a8-915a-9647c8b45853 req-506e0611-e905-4dba-bdad-ae4fb6ee8cbf tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.1173499 Aug 12 23:00:53.232416 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b3df31c5-0c78-48a8-915a-9647c8b45853 req-e337f276-61b1-4f70-8d40-6cd96a328364 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028748 Aug 12 23:00:53.260512 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-4375e6de-977b-4754-9958-0ce210a6e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:53.262033 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-4375e6de-977b-4754-9958-0ce210a6e844 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.1656563 Aug 12 23:00:53.361031 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-f81044a2-3097-45b9-95d1-125bdf8deeb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 1001 time: 0.0907588 Aug 12 23:00:53.361976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:53.399139 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Pushing event deleted for resources: {'Port': ['ID=1368a1ce-62a1-41a5-8984-05d02049216f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:00:53.413366 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['1368a1ce-62a1-41a5-8984-05d02049216f'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:00:53.463331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] No DVR routers for this DVR port 1368a1ce-62a1-41a5-8984-05d02049216f on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:00:53.466925 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:53.468913 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c800bfe1-aa0f-47a9-ba0e-34839fc60b91 req-5b2081a9-0e85-4f82-8b91-2e7f96fcbdfe tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.70 "DELETE /v2.0/ports/1368a1ce-62a1-41a5-8984-05d02049216f HTTP/1.1" status: 204 len: 173 time: 0.6694064 Aug 12 23:00:53.474426 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-b3f10e09-1259-4b0b-a151-dd0c6f977201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:53.475771 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-b3f10e09-1259-4b0b-a151-dd0c6f977201 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0863476 Aug 12 23:00:53.561554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-86bfa0e0-70c3-46d7-abef-615df7328ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:53.570055 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-db62ce75-6246-4732-ba08-6c355f0fa3e6 req-36c8741b-b047-4660-b942-860aa7776c2f tempest-VolumesSnapshotTestJSON-1740139855 tempest-VolumesSnapshotTestJSON-1740139855-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d20785-fd80-4318-ae92-8f58f60e6535 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Aug 12 23:00:53.613394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-ef004712-f71b-42a1-aada-b273192c5052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:53.614936 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-ef004712-f71b-42a1-aada-b273192c5052 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473592 Aug 12 23:00:53.713437 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-07a6f62d-6611-45fe-a012-488bae053853 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897694 Aug 12 23:00:53.814263 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3908f848-5421-4c17-8d8f-b338e5865c3d req-cb65361d-2a03-4390-9d9a-00e8f62ede70 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819831 Aug 12 23:00:54.940011 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'name': 'network-vif-deleted', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:00:54.942518 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db60c546-4dad-495e-83f1-f97235c3bd3c" -d '{"events": [{"server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "name": "network-vif-deleted", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:00:54.978254 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dfe98-b8c1-438b-b0a4-5fc75a350f58 x-openstack-request-id: req-cd8dfe98-b8c1-438b-b0a4-5fc75a350f58 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:00:54.978540 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d20785-fd80-4318-ae92-8f58f60e6535", "name": "network-vif-deleted", "tag": "1368a1ce-62a1-41a5-8984-05d02049216f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:00:54.978793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd8dfe98-b8c1-438b-b0a4-5fc75a350f58 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:00:54.979294 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d20785-fd80-4318-ae92-8f58f60e6535', 'name': 'network-vif-deleted', 'tag': '1368a1ce-62a1-41a5-8984-05d02049216f', 'status': 'completed', 'code': 200} Aug 12 23:00:55.101830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:55.612122 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030aed2-cfdd-4e73-9b55-5cb29c01029a req-844c22e2-ea61-437f-815a-59df48b6a335 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:55.613647 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2030aed2-cfdd-4e73-9b55-5cb29c01029a req-844c22e2-ea61-437f-815a-59df48b6a335 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Aug 12 23:00:55.655050 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2030aed2-cfdd-4e73-9b55-5cb29c01029a req-895661cb-0f7e-4667-aa1f-c767ba7e03a7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330989 Aug 12 23:00:55.739769 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 1368a1ce-62a1-41a5-8984-05d02049216f no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:00:55.764211 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 1368a1ce-62a1-41a5-8984-05d02049216f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:00:55.764477 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 1368a1ce-62a1-41a5-8984-05d02049216f not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:00:56.410155 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fa4d-851d-4e83-a969-dc10958e02e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:56.765150 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:56.791717 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c1159-2ace-4b9c-abff-0519042b6708 req-181b43cd-e272-4c1e-813e-1a65a321dc14 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:56.793310 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-712c1159-2ace-4b9c-abff-0519042b6708 req-181b43cd-e272-4c1e-813e-1a65a321dc14 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0553503 Aug 12 23:00:56.832065 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-712c1159-2ace-4b9c-abff-0519042b6708 req-22c426d7-353c-4e29-9197-3d64da1fe7b5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325050 Aug 12 23:00:57.377154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:57.958365 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e903da-85cd-4b0c-a4aa-725efb4ecd2d req-f480621d-de26-4737-a8d4-7d89686b081e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:57.959806 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f7e903da-85cd-4b0c-a4aa-725efb4ecd2d req-f480621d-de26-4737-a8d4-7d89686b081e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Aug 12 23:00:57.998228 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f7e903da-85cd-4b0c-a4aa-725efb4ecd2d req-365e1481-0316-4c75-b400-f0d81286c488 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Aug 12 23:00:58.850444 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:00:59.137844 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfbe20-dd4c-4aac-827a-5fa97c9b3c52 req-48e3759a-3775-4e9a-b029-de5b43d4a5ad tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:00:59.139323 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-31cfbe20-dd4c-4aac-827a-5fa97c9b3c52 req-48e3759a-3775-4e9a-b029-de5b43d4a5ad tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0616310 Aug 12 23:00:59.180815 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-31cfbe20-dd4c-4aac-827a-5fa97c9b3c52 req-24eb82af-5d64-4c66-821c-901cb0f415ba tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353725 Aug 12 23:01:00.303210 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf906394-8e73-4d12-bca8-7d22b9faf22f req-2338b7b5-e62f-4af0-b1eb-62d37b035f33 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:00.304702 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cf906394-8e73-4d12-bca8-7d22b9faf22f req-2338b7b5-e62f-4af0-b1eb-62d37b035f33 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Aug 12 23:01:00.341943 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cf906394-8e73-4d12-bca8-7d22b9faf22f req-b0633e1c-fa44-4456-b6eb-7fd27bf60767 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Aug 12 23:01:01.370175 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-6c67ac09-ab45-4326-89f3-de2d52e918cb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:01.372546 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-6c67ac09-ab45-4326-89f3-de2d52e918cb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0523288 Aug 12 23:01:01.478475 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f1c32-7ef7-47bc-ba78-afc364b616d1 req-3c2d8e72-885e-482c-b061-628c05c47ff6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:01.486195 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-959f1c32-7ef7-47bc-ba78-afc364b616d1 req-3c2d8e72-885e-482c-b061-628c05c47ff6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 945 time: 0.0680900 Aug 12 23:01:01.529531 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-959f1c32-7ef7-47bc-ba78-afc364b616d1 req-bd3d07ed-c132-4417-8622-bb54d82305b6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=97168a3b-06eb-42b8-8d03-20409908c1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Aug 12 23:01:01.781012 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Deleting port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:01:01.781419 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:01.869081 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] For port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:01:01.869566 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:02.055127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:02.055362 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:02.055697 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Floating IP b786d9d1-1609-49b2-acfa-f9652acd1fc1 disassociated. External IP: 172.27.3.13, port: ea31fb2b-08f5-4ea4-a4d1-accf52418aaa. Aug 12 23:01:02.056030 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Calling delete_port for ea31fb2b-08f5-4ea4-a4d1-accf52418aaa owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:01:02.180887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:02.220299 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'Port': ['ID=ea31fb2b-08f5-4ea4-a4d1-accf52418aaa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:02.343846 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:01:02.452264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:01:02.462564 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:01:02.472596 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:01:02.473195 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:02.492914 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] No DVR routers for this DVR port ea31fb2b-08f5-4ea4-a4d1-accf52418aaa on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:01:02.495450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:02.497530 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a8885e91-34c7-4149-ad81-a33bd1990af5 req-0c2217bc-b9af-4cae-b4c0-4d9bed5448d6 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "DELETE /v2.0/ports/ea31fb2b-08f5-4ea4-a4d1-accf52418aaa HTTP/1.1" status: 204 len: 173 time: 1.1141531 Aug 12 23:01:02.497967 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'name': 'network-vif-deleted', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:01:02.500270 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825766c3-9a28-47f3-b759-41023bba7c63" -d '{"events": [{"server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "name": "network-vif-deleted", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:01:02.536127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92a7758-be7d-4933-98ab-9031e4505157 x-openstack-request-id: req-d92a7758-be7d-4933-98ab-9031e4505157 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:01:02.536380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a15b9b-b39f-41cf-8037-d2f9e01cfbd1", "name": "network-vif-deleted", "tag": "ea31fb2b-08f5-4ea4-a4d1-accf52418aaa", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:01:02.536665 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d92a7758-be7d-4933-98ab-9031e4505157 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:01:02.537061 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a15b9b-b39f-41cf-8037-d2f9e01cfbd1', 'name': 'network-vif-deleted', 'tag': 'ea31fb2b-08f5-4ea4-a4d1-accf52418aaa', 'status': 'completed', 'code': 200} Aug 12 23:01:02.597890 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:01:02.638991 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-62617f0f-2244-4c9f-8c47-af3fa2f8f3de req-54835012-28d9-4139-b89a-b40f10b52122 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=99a15b9b-b39f-41cf-8037-d2f9e01cfbd1 HTTP/1.1" status: 200 len: 210 time: 0.0418601 Aug 12 23:01:02.724423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-e1b5b665-bc22-454c-9e74-f4b7a8513156 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517557 Aug 12 23:01:02.823415 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:02.837926 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49274e-9341-4b16-abf3-145321f23c83 req-79d1c974-7fde-4e26-b887-2eb276e41bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:02.839547 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-79d1c974-7fde-4e26-b887-2eb276e41bf8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0468647 Aug 12 23:01:02.850287 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:01:02.858898 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:01:02.859710 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:02.969099 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:01:02.977516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49274e-9341-4b16-abf3-145321f23c83 req-1128ade5-eb39-4383-bc62-e4392dc3b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:02.979032 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-1128ade5-eb39-4383-bc62-e4392dc3b3ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.0880373 Aug 12 23:01:03.055232 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-cd9f6715-6184-4aea-aa40-a53c047c7089 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 1001 time: 0.0663548 Aug 12 23:01:03.118983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49274e-9341-4b16-abf3-145321f23c83 req-a26555aa-a5bd-406f-9673-c3566cb55bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:03.120445 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-a26555aa-a5bd-406f-9673-c3566cb55bc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0473785 Aug 12 23:01:03.174538 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49274e-9341-4b16-abf3-145321f23c83 req-07b2aae2-45b1-4357-aaff-8271ab20d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:03.175703 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-07b2aae2-45b1-4357-aaff-8271ab20d610 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441957 Aug 12 23:01:03.284493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-0bff6883-b21e-4333-9b9d-67f465a8638c service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973222 Aug 12 23:01:03.313321 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:03.341846 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5473c-66bf-4992-adcf-8a1612c4ebdc None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:01:03.382885 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5b49274e-9341-4b16-abf3-145321f23c83 req-281f25f5-5822-4ce8-90bf-fbc9b733e768 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903878 Aug 12 23:01:03.562134 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655f539f-8922-4854-8c39-0a292b38e383 None None] New status for floating IP b786d9d1-1609-49b2-acfa-f9652acd1fc1: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:01:03.729965 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:03.788404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:03.811171 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:03.863692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:03.867642 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:03.869413 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "DELETE /v2.0/security-groups/97168a3b-06eb-42b8-8d03-20409908c1e2 HTTP/1.1" status: 204 len: 168 time: 0.1380424 Aug 12 23:01:03.872911 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56208) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:03.879811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60106af-5a16-45a4-b7c9-8e67c224eea9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97168a3b-06eb-42b8-8d03-20409908c1e2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:03.891605 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.api.v2.resource [None req-0043db21-e95d-4bc3-9a24-4c1b1d1b33e1 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] show failed (client error): The resource could not be found. Aug 12 23:01:03.893811 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0043db21-e95d-4bc3-9a24-4c1b1d1b33e1 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups/97168a3b-06eb-42b8-8d03-20409908c1e2 HTTP/1.1" status: 404 len: 347 time: 0.0185287 Aug 12 23:01:03.896118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:04.029245 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Deleting port 6f1c944c-baa6-4d01-9fbf-efa20e4e80ab {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:01:04.029690 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.103799 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.104126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.116326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Calling delete_port for 6f1c944c-baa6-4d01-9fbf-efa20e4e80ab owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:01:04.261195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.284794 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'Port': ['ID=6f1c944c-baa6-4d01-9fbf-efa20e4e80ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:04.349367 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.351967 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.353114 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ef0c5249-06a1-450a-bfff-96d17f65ed1c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "DELETE /v2.0/floatingips/b786d9d1-1609-49b2-acfa-f9652acd1fc1 HTTP/1.1" status: 204 len: 168 time: 0.4555819 Aug 12 23:01:04.606746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:04.611451 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229459998', 'description': 'tempest-description--1842929312'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:04.639385 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.734328 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.741255 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.771668 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.772918 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1651349 Aug 12 23:01:04.773843 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dc6c1-6245-4c35-97bc-cacd988df5a0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a463a10-fe03-4d28-b968-872d433565c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:04.775992 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56228) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:04.781229 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group_rule': {'security_group_id': '6a463a10-fe03-4d28-b968-872d433565c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:04.811065 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.860307 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.866617 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.884422 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1daf45-bc1b-4068-bb28-0e65501ea428,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:04.891933 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.893128 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a527f612-dbcf-43b1-addd-a8ec1a940e75 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160297 Aug 12 23:01:04.895867 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56230) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:04.900197 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'security_group_rule': {'security_group_id': '6a463a10-fe03-4d28-b968-872d433565c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:04.928354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:04.997707 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.004097 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.024336 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77960774-0b42-4742-9615-b5158964257c,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:05.033527 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.037802 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0e2fe1c3-f818-42e0-bd45-ea0477f4fda0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380553 Aug 12 23:01:05.038115 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56234) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:05.042801 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:05.073080 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.208082 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.325393 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Allocated IP 172.27.3.64 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/1a73cbe4-9b60-496c-8b12-21ee56583270) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:01:05.435804 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.490472 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.530209 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:01:05.535498 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:01:05.540553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:01:05.570645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=1a73cbe4-9b60-496c-8b12-21ee56583270,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:05.647383 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.691677 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.754650 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device ea31fb2b-08f5-4ea4-a4d1-accf52418aaa no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:01:05.776999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: ea31fb2b-08f5-4ea4-a4d1-accf52418aaa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:01:05.777378 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device ea31fb2b-08f5-4ea4-a4d1-accf52418aaa not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:01:05.874329 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.882805 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272894'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.950064 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=1a73cbe4-9b60-496c-8b12-21ee56583270,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:05.960415 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.975839 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:05.977129 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a8214182-d8e6-40ec-a4b0-e4c50c7fb133 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9379818 Aug 12 23:01:06.182338 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-cd3a5919-f257-459b-8c9d-1e8dd1492b5b tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1229459998&fields=id&tenant_id=2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 267 time: 0.0350223 Aug 12 23:01:06.303484 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-fe91c54d-8901-4a99-a75a-561e11a6f8a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:06.304879 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-fe91c54d-8901-4a99-a75a-561e11a6f8a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 810 time: 0.1154099 Aug 12 23:01:06.322258 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-2ebc7818-3bcc-4290-83e1-0edac2103ff3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/quotas/2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Aug 12 23:01:06.381379 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-eddc237c-de3e-43d4-b759-00d18da5fdcb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534596 Aug 12 23:01:06.489554 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-dc6fd03b-be22-442c-9464-dd5d435d1edd service neutron] 10.222.0.13 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942497 Aug 12 23:01:06.585280 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-e6f261c7-56ef-49d0-a82d-16b59ac12d84 service neutron] 10.222.0.13 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Aug 12 23:01:06.754148 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cdf1df44-e6f7-4887-8c0f-390b406fe0f9 req-997d5b5f-ca61-41e6-8465-818273a9ddcb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0260413 Aug 12 23:01:07.854120 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-33c4b874-5199-4362-85dd-f0f7b2833667 req-af4c3bb5-23be-4d6f-8500-b0982571cc8e tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0312898 Aug 12 23:01:08.964136 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1a54e9e3-5ee7-414a-9f6f-b5ff4fb845dd req-418ae093-e835-4c14-8461-8742769d0f9a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0318868 Aug 12 23:01:10.064841 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-13d086cd-95de-4c69-b2e3-0156e279cfd1 req-7715b68c-df2e-473e-b3d6-1e08e7408cd9 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0282750 Aug 12 23:01:10.841045 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-c24212b6-a2db-4d75-9e01-8618eae2e228 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:10.842819 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-c24212b6-a2db-4d75-9e01-8618eae2e228 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 810 time: 0.1003318 Aug 12 23:01:10.913135 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-fe1a8cc1-f6b9-4c49-baf0-acf14e60abdc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2834f66ce7594b2981e1fade41397b79 HTTP/1.1" status: 200 len: 380 time: 0.0360670 Aug 12 23:01:10.949427 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'port': {'device_id': '256dd69f-3790-40a5-97a8-d15e51be755b', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'admin_state_up': True, 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'security_groups': ['6a463a10-fe03-4d28-b968-872d433565c8']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:11.073213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Made reservation on behalf of 2834f66ce7594b2981e1fade41397b79 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:01:11.078010 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.160437 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-59759af0-683a-43df-bd47-6573948390b3 req-9dbbb237-07ed-425c-aa89-d5e09d439a22 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0261722 Aug 12 23:01:11.212965 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Allocated IP 172.20.0.13 (9d23dcfe-e4a9-4bf0-b110-50cb4710dee2/41df7ef8-eb0b-4063-9f55-7d619715a7d8/0809fb09-c6d0-430f-942e-c2cbb969ab42) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:01:11.366527 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.381242 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Transition to ACTIVE for port object 0809fb09-c6d0-430f-942e-c2cbb969ab42 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:01:11.419792 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.468543 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:01:11.471714 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:01:11.475444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:01:11.481829 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event updated for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:11.530676 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:11.531334 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.549721 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-66a8c6e1-e7f8-40e3-b0cf-a72874bcfe83 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042945 Aug 12 23:01:11.580303 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Request body: {'port': {'device_id': '256dd69f-3790-40a5-97a8-d15e51be755b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:11.637359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.718970 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a87d0189-3342-431b-943a-6f2c64cd43f3 None None] Provisioning for port 0809fb09-c6d0-430f-942e-c2cbb969ab42 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:01:11.723028 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a87d0189-3342-431b-943a-6f2c64cd43f3 None None] Provisioning complete for port 0809fb09-c6d0-430f-942e-c2cbb969ab42 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:01:11.723534 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a87d0189-3342-431b-943a-6f2c64cd43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.761309 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-a87d0189-3342-431b-943a-6f2c64cd43f3 None None] Port 0809fb09-c6d0-430f-942e-c2cbb969ab42 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:01:11.925586 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0809fb09-c6d0-430f-942e-c2cbb969ab42 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:01:11.933699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:11.946752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Transition to ACTIVE for port object 0809fb09-c6d0-430f-942e-c2cbb969ab42 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:01:11.951368 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:12.007053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Pushing event updated for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:12.073382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Attempting to bind port 0809fb09-c6d0-430f-942e-c2cbb969ab42 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:01:12.073724 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Attempting to bind port 0809fb09-c6d0-430f-942e-c2cbb969ab42 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:01:12.074044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Attempting to bind port 0809fb09-c6d0-430f-942e-c2cbb969ab42 on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:01:12.078770 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Port 0809fb09-c6d0-430f-942e-c2cbb969ab42 on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:01:12.079096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Attempting to bind port 0809fb09-c6d0-430f-942e-c2cbb969ab42 on network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:01:12.084086 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:01:12.084422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Checking segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:01:12.084800 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Bound using segment: {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:01:12.085224 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Bound port: 0809fb09-c6d0-430f-942e-c2cbb969ab42, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbad343-e70a-41ab-8eeb-cae859eb84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:01:12.085606 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:12.156440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:01:12.159628 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:01:12.165358 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:12.197814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.198423 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:12.199792 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] 10.222.0.70 "PUT /v2.0/ports/0809fb09-c6d0-430f-942e-c2cbb969ab42 HTTP/1.1" status: 200 len: 1094 time: 0.6242750 Aug 12 23:01:12.200202 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:01:12.202642 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:01:12.233067 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d235-b00b-4a79-b28c-76c63a2fe818 service neutron] Pushing event updated for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:12.249989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325151e8-84af-42de-8b58-3459c84c7a4c x-openstack-request-id: req-325151e8-84af-42de-8b58-3459c84c7a4c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:01:12.250342 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:01:12.250638 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-325151e8-84af-42de-8b58-3459c84c7a4c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:01:12.251051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'status': 'completed', 'code': 200} Aug 12 23:01:12.300258 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d12c0-f979-47e4-9707-7b46345bac4f req-ee49df75-96e9-4129-99ee-afe107147ee7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.301777 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb3d12c0-f979-47e4-9707-7b46345bac4f req-ee49df75-96e9-4129-99ee-afe107147ee7 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 944 time: 0.0556166 Aug 12 23:01:12.321479 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-d0af0ade-86db-4486-86c8-ca46d6d66adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.323013 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-d0af0ade-86db-4486-86c8-ca46d6d66adb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 1097 time: 0.0475199 Aug 12 23:01:12.342101 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-bb3d12c0-f979-47e4-9707-7b46345bac4f req-2f2bd17f-7a02-4f54-ad08-f6229b77eab5 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Aug 12 23:01:12.383952 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-d716857d-3acb-4036-83a9-2ef436846649 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42 HTTP/1.1" status: 200 len: 217 time: 0.0411150 Aug 12 23:01:12.437953 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-30fa4e15-4b00-4c9e-a324-7500691ce00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.439432 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-30fa4e15-4b00-4c9e-a324-7500691ce00f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0485127 Aug 12 23:01:12.488599 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767e42-5c82-4485-98da-38e392f6830f req-4af42b96-2aa9-4a54-b4fd-6fdd708cf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.490095 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-4af42b96-2aa9-4a54-b4fd-6fdd708cf508 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417905 Aug 12 23:01:12.596575 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-abc21e54-01ba-42dc-bd5f-d6a9c29462f3 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974257 Aug 12 23:01:12.692217 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-28767e42-5c82-4485-98da-38e392f6830f req-63912e01-1f3a-44b8-9e8f-568b293521f7 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863695 Aug 12 23:01:12.851296 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-ceb567ef-6ecb-4e9f-8088-ce5f9d2017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.852760 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-ceb567ef-6ecb-4e9f-8088-ce5f9d2017f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 1097 time: 0.0436258 Aug 12 23:01:12.950831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-1e891221-bae3-4766-813c-4741a7415f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:12.952431 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-1e891221-bae3-4766-813c-4741a7415f07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.0919206 Aug 12 23:01:12.993560 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-2f86bc0c-80bf-42d9-8e0e-2c6ad5edda18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42 HTTP/1.1" status: 200 len: 217 time: 0.0329635 Aug 12 23:01:13.055245 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-490ddffe-dbef-48ce-873f-5d1784e5ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:13.056784 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-490ddffe-dbef-48ce-873f-5d1784e5ad2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0557361 Aug 12 23:01:13.107464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-a400fc4b-7191-4f57-a50b-a492c6228a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:13.109195 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-a400fc4b-7191-4f57-a50b-a492c6228a47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450125 Aug 12 23:01:13.211804 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-456335d7-5b24-438a-958c-ac6e5816cf24 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943320 Aug 12 23:01:13.310857 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-341a24e4-d7a5-49a4-9b21-744b4c68a8cc req-d4e0f052-1d8e-4b10-86f9-ee5eb5c82f64 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902443 Aug 12 23:01:13.463160 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b2a3-d810-4701-970a-aa2065aad527 req-f10f0729-fb5d-4e32-b0a6-0e752c8968eb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:13.464570 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9c7b2a3-d810-4701-970a-aa2065aad527 req-f10f0729-fb5d-4e32-b0a6-0e752c8968eb tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 944 time: 0.0533555 Aug 12 23:01:13.506913 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a9c7b2a3-d810-4701-970a-aa2065aad527 req-ae4fa89a-b61d-4311-b568-d546231a2407 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Aug 12 23:01:14.627694 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5b021-841d-4f64-bf5b-0b6d41af9cf3 req-673a881c-1791-4fa8-9c26-e541882f2a55 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:14.629210 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b0a5b021-841d-4f64-bf5b-0b6d41af9cf3 req-673a881c-1791-4fa8-9c26-e541882f2a55 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 944 time: 0.0490692 Aug 12 23:01:14.668039 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b0a5b021-841d-4f64-bf5b-0b6d41af9cf3 req-b639b0f1-0816-420e-80e8-0a14e3c4c964 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Aug 12 23:01:15.793781 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f186e03-2ad3-427b-a3ca-ac717559a8c1 req-8891d70d-3dc5-4640-b2b7-37831ea99017 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:15.795259 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5f186e03-2ad3-427b-a3ca-ac717559a8c1 req-8891d70d-3dc5-4640-b2b7-37831ea99017 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 944 time: 0.0529447 Aug 12 23:01:15.842116 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5f186e03-2ad3-427b-a3ca-ac717559a8c1 req-7dbef42c-726b-4e35-9050-4ce85cb0bcb4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Aug 12 23:01:16.965057 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002082eb-eeba-4e80-81fe-d8510bff1f9b req-b5733947-e25f-4387-a4e5-aadad7e0d655 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:16.966619 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-002082eb-eeba-4e80-81fe-d8510bff1f9b req-b5733947-e25f-4387-a4e5-aadad7e0d655 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 944 time: 0.0494618 Aug 12 23:01:17.013609 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-002082eb-eeba-4e80-81fe-d8510bff1f9b req-a26f310f-7b2f-4402-b620-08a2cb1de7e3 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Aug 12 23:01:17.852368 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 0809fb09-c6d0-430f-942e-c2cbb969ab42 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:01:17.947668 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:01:17.959755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'port_id': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'mac_address': 'fa:16:3e:df:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:01:18.006392 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:18.023273 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0809fb09-c6d0-430f-942e-c2cbb969ab42 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:01:18.045086 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:01:18.050026 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:18.098046 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:18.128753 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161f24-6d30-4a13-a835-2d82ac4145a4 req-828ccd01-3505-4397-9d05-823d32ef5ec8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:18.130610 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ab161f24-6d30-4a13-a835-2d82ac4145a4 req-828ccd01-3505-4397-9d05-823d32ef5ec8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 945 time: 0.0489867 Aug 12 23:01:18.169155 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ab161f24-6d30-4a13-a835-2d82ac4145a4 req-04e27042-19b7-433f-a03a-e3d986b264cc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Aug 12 23:01:18.559810 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['0809fb09-c6d0-430f-942e-c2cbb969ab42'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:01:19.290793 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31e881-5779-47f7-8f2e-62b381f66f43 req-a413237e-740b-4d60-bb80-28820873e6a2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:19.292288 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c31e881-5779-47f7-8f2e-62b381f66f43 req-a413237e-740b-4d60-bb80-28820873e6a2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 945 time: 0.0523236 Aug 12 23:01:19.332403 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5c31e881-5779-47f7-8f2e-62b381f66f43 req-4b14bc71-3dae-4e00-96fa-14438b706e93 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335732 Aug 12 23:01:19.872649 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 0809fb09-c6d0-430f-942e-c2cbb969ab42 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:01:19.934837 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 0809fb09-c6d0-430f-942e-c2cbb969ab42 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:01:19.938642 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 0809fb09-c6d0-430f-942e-c2cbb969ab42 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:01:19.939016 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:20.017949 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:20.050792 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:01:20.053034 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f418d8-f1ae-4466-a986-da8e6c2617e1" -d '{"events": [{"server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "name": "network-vif-plugged", "status": "completed", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:01:20.069494 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:01:20.075078 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:20.100750 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d368c-f415-4a01-872d-fce54fc4ba80 x-openstack-request-id: req-170d368c-f415-4a01-872d-fce54fc4ba80 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:01:20.101036 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "name": "network-vif-plugged", "status": "completed", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:01:20.101281 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170d368c-f415-4a01-872d-fce54fc4ba80 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:01:20.101685 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'code': 200} Aug 12 23:01:20.128605 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:20.167962 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:01:20.314838 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33b22d-72b3-40fe-908a-dfe8b141e06f req-8c70060d-494d-4294-b24a-a649e83b738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:20.316317 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ef33b22d-72b3-40fe-908a-dfe8b141e06f req-8c70060d-494d-4294-b24a-a649e83b738b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 1099 time: 0.0421968 Aug 12 23:01:20.353897 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ef33b22d-72b3-40fe-908a-dfe8b141e06f req-09e87106-2dcf-47e2-ae8a-4f7f6973421f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289292 Aug 12 23:01:20.446972 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382e6c-2bc6-4184-bca9-c0a4ae36d42e req-65952f8f-eb50-4000-97ea-ebb34c34ba5a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:20.448505 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-05382e6c-2bc6-4184-bca9-c0a4ae36d42e req-65952f8f-eb50-4000-97ea-ebb34c34ba5a tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.0494869 Aug 12 23:01:20.485974 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-05382e6c-2bc6-4184-bca9-c0a4ae36d42e req-ce3664a3-7ef8-4054-a53f-c476625562d4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Aug 12 23:01:21.228889 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56410) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:21.275364 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Deleting subnet 7333c787-75b4-4e6b-a75e-1178a079e8b9 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:01:21.278726 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.318434 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.356953 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.413220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.436288 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7333c787-75b4-4e6b-a75e-1178a079e8b9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:21.442131 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.447410 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d0d2f814-6055-4c9b-a535-2ff765f8f554 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7333c787-75b4-4e6b-a75e-1178a079e8b9 HTTP/1.1" status: 204 len: 168 time: 0.2144704 Aug 12 23:01:21.447410 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56412) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:21.519094 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.598504 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.608277 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc5d5c-8ac8-4505-aacd-925c1b8bba2c req-e83989ab-629a-4b02-a7a1-05daa19336b0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:21.608821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc112d-8f09-4c92-b0d1-30e37b81823f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:21.609779 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ddfc5d5c-8ac8-4505-aacd-925c1b8bba2c req-e83989ab-629a-4b02-a7a1-05daa19336b0 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.0530152 Aug 12 23:01:21.619620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:21.619884 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a3909d-66f0-4c64-9e7f-9fae1c9f4b5b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:21.628984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.647742 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.648450 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ddfc5d5c-8ac8-4505-aacd-925c1b8bba2c req-f7b6ef84-0856-44ab-880f-a3490dd464e2 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324779 Aug 12 23:01:21.655796 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:01:21.656198 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:01:21.657860 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:01:21.712984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.718444 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:21.720412 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] 10.222.0.13 "DELETE /v2.0/networks/16cc112d-8f09-4c92-b0d1-30e37b81823f HTTP/1.1" status: 204 len: 168 time: 0.2724833 Aug 12 23:01:21.731363 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50152c-e631-44d1-99e2-922202df6a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=16cc112d-8f09-4c92-b0d1-30e37b81823f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:21.900100 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:21.941672 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c0051be4-f4f8-48df-9864-aa80310ee833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d644d9e876a24261aacae625aa398fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403619 Aug 12 23:01:21.944285 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:21.994538 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:22.015563 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:22.066141 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:22.068718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:22.069884 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4 HTTP/1.1" status: 204 len: 168 time: 0.1246595 Aug 12 23:01:22.077394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2aebd-c92b-46e6-a4cb-2cbae86d25f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f1ac8-6f1b-41fb-b5d5-9c93e3766cc4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:01:22.786291 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9c6bf-606f-4399-a276-43c363432559 req-c1c74006-988b-4cdd-8343-e3c45476d2a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:22.787775 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88b9c6bf-606f-4399-a276-43c363432559 req-c1c74006-988b-4cdd-8343-e3c45476d2a4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.0639074 Aug 12 23:01:22.826112 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88b9c6bf-606f-4399-a276-43c363432559 req-31707697-a9f4-483c-8e66-e051a7091a4c tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Aug 12 23:01:22.952812 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac3e4-5d54-4d81-b5f9-4e8054d738ae req-75cc2b43-5e4f-4094-95c9-41b9cdad4f13 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:22.954286 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-adfac3e4-5d54-4d81-b5f9-4e8054d738ae req-75cc2b43-5e4f-4094-95c9-41b9cdad4f13 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.0533025 Aug 12 23:01:22.968222 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56430) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:01:22.975374 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Request body: {'floatingip': {'port_id': '0809fb09-c6d0-430f-942e-c2cbb969ab42'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:01:23.021993 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:23.471568 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:23.477317 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:23.559178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57e7f2-9138-4435-8c11-51ac6ae08570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:23.815344 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.l3_db [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Floating IP 6c35b2ad-9ad6-4910-9237-0c4da5e7d460 associated. External IP: 172.27.3.64, port: 0809fb09-c6d0-430f-942e-c2cbb969ab42. Aug 12 23:01:24.031823 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:01:24.149448 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:01:24.154731 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:24.161490 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:01:24.171525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:01:24.172225 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:24.184293 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-38b824b8-e2b3-454c-95cc-e836ec810698 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "PUT /v2.0/floatingips/6c35b2ad-9ad6-4910-9237-0c4da5e7d460 HTTP/1.1" status: 200 len: 991 time: 1.2146616 Aug 12 23:01:24.184861 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:01:24.187331 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f54ab-079c-4989-a09f-22cf1053d860" -d '{"events": [{"name": "network-changed", "server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:01:24.283284 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:01:24.402951 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631e285-eb4f-4847-bd50-1759a8a3ee44 x-openstack-request-id: req-9631e285-eb4f-4847-bd50-1759a8a3ee44 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:01:24.403211 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:01:24.403608 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9631e285-eb4f-4847-bd50-1759a8a3ee44 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:01:24.404102 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'status': 'completed', 'code': 200} Aug 12 23:01:24.491066 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f54ab-079c-4989-a09f-22cf1053d860 req-ba4bb952-f221-496e-92a1-d929586bc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:24.492747 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-ba4bb952-f221-496e-92a1-d929586bc961 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2834f66ce7594b2981e1fade41397b79&device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 1099 time: 0.0406666 Aug 12 23:01:24.508027 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6c35b2ad-9ad6-4910-9237-0c4da5e7d460', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:df:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256dd69f-3790-40a5-97a8-d15e51be755b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:01:05Z', 'updated_at': '2021-08-12T23:01:23Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:24.537260 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:01:24.546331 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:01:24.546925 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:00:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:24.581279 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f54ab-079c-4989-a09f-22cf1053d860 req-c3775bb2-50e1-45f1-a8dc-dbd44839f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:24.582921 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-c3775bb2-50e1-45f1-a8dc-dbd44839f33e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 200 len: 911 time: 0.0835824 Aug 12 23:01:24.652064 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:01:24.652653 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-ef37a852-4cc1-4349-94e5-28c489852c1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42 HTTP/1.1" status: 200 len: 999 time: 0.0623968 Aug 12 23:01:24.704086 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f54ab-079c-4989-a09f-22cf1053d860 req-cf390fc5-85c9-4e6d-8b18-60aac773c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:24.705673 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-cf390fc5-85c9-4e6d-8b18-60aac773c182 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 200 len: 849 time: 0.0461373 Aug 12 23:01:24.758177 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f54ab-079c-4989-a09f-22cf1053d860 req-45744a87-8c9e-4944-b253-7435e3f8589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:01:24.759702 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-45744a87-8c9e-4944-b253-7435e3f8589a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466409 Aug 12 23:01:24.851748 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-f0fa62d5-895b-4c27-86b3-0e8a5314d7b7 service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839119 Aug 12 23:01:24.875923 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6c35b2ad-9ad6-4910-9237-0c4da5e7d460', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:df:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256dd69f-3790-40a5-97a8-d15e51be755b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:01:05Z', 'updated_at': '2021-08-12T23:01:23Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:01:24.905845 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd46b8-4a08-4059-853a-7ee0425c5a44 None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '6c35b2ad-9ad6-4910-9237-0c4da5e7d460', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'port_id': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'mac_address': 'fa:16:3e:df:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256dd69f-3790-40a5-97a8-d15e51be755b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:01:05Z', 'updated_at': '2021-08-12T23:01:23Z', 'revision_number': 1, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:01:24.944525 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-136f54ab-079c-4989-a09f-22cf1053d860 req-b26efd31-c000-45f3-88e6-9375c734aebf service neutron] 10.222.0.70 "GET /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855758 Aug 12 23:01:25.105688 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:25.112823 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d255e45-6595-4fdb-9dc9-afe611f224bb None None] New status for floating IP 6c35b2ad-9ad6-4910-9237-0c4da5e7d460: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:01:26.414255 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-df6d614b-7da6-468f-8c48-ea4fe8abbfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:26.771783 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:27.377379 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:28.859359 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:53.554061 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4db6a2f3-ea63-4ac4-9211-ef160e1f8926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:55.108150 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:56.415355 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e39b9bd-c792-4056-b4be-4f7aac9e2e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:56.766940 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:57.167338 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:01:57.377108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:01:58.853948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:18.780507 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b4da-231f-466e-b26e-69f133a52252 req-828adb2c-cadc-4939-8a0e-78bbc8cedb4e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:18.788278 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4413b4da-231f-466e-b26e-69f133a52252 req-828adb2c-cadc-4939-8a0e-78bbc8cedb4e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0931330 Aug 12 23:02:18.831950 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4413b4da-231f-466e-b26e-69f133a52252 req-453ed60b-59d6-4d28-af74-75e71abf6959 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427780 Aug 12 23:02:18.833947 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a659f3-34e3-4852-aace-87923f471b14 req-3c305dc6-38c9-4f25-8cb5-ce537fc89491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:18.835352 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-3c305dc6-38c9-4f25-8cb5-ce537fc89491 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1138 time: 0.0907080 Aug 12 23:02:18.929785 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a659f3-34e3-4852-aace-87923f471b14 req-82d83d4f-94d2-49aa-a9e6-a00aa7d832da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:18.931259 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-82d83d4f-94d2-49aa-a9e6-a00aa7d832da service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.0866902 Aug 12 23:02:18.997134 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-900c7ee4-a7e2-46b1-8427-493d562c2fbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 1001 time: 0.0574605 Aug 12 23:02:19.046934 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a659f3-34e3-4852-aace-87923f471b14 req-a5c131ce-5aef-4d32-b24d-901aa5fb6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:19.048364 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-a5c131ce-5aef-4d32-b24d-901aa5fb6433 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0430303 Aug 12 23:02:19.097993 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a659f3-34e3-4852-aace-87923f471b14 req-079c23c4-8572-409e-a241-b96351756940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:19.099432 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-079c23c4-8572-409e-a241-b96351756940 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436668 Aug 12 23:02:19.439227 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-f190655d-307b-40a2-98e0-cbb63b0af548 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321145 Aug 12 23:02:19.535068 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-20a659f3-34e3-4852-aace-87923f471b14 req-9ed8b06a-c5f6-4afd-b0a4-645a4efef288 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878103 Aug 12 23:02:19.956073 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe0fca-f79b-411d-ab3a-b9d517a153e9 req-bd292241-88a6-45a6-96cc-9be4d31404eb tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:19.957845 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e7fe0fca-f79b-411d-ab3a-b9d517a153e9 req-bd292241-88a6-45a6-96cc-9be4d31404eb tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0516336 Aug 12 23:02:20.003260 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e7fe0fca-f79b-411d-ab3a-b9d517a153e9 req-040b4ed2-ff24-46ea-aa5e-b9d63a635302 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364909 Aug 12 23:02:21.133629 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01909271-c7d7-43b4-a25c-4fce04659967 req-cb60732c-9120-4ae7-bb8d-70dd6f77f222 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:21.134956 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-01909271-c7d7-43b4-a25c-4fce04659967 req-cb60732c-9120-4ae7-bb8d-70dd6f77f222 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0574160 Aug 12 23:02:21.176882 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-01909271-c7d7-43b4-a25c-4fce04659967 req-cb0aa0ad-bd91-4c46-a92d-786404a42429 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356579 Aug 12 23:02:22.301728 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54882d51-4518-489b-bfa8-b7d2ef4a856b req-1396db83-e283-4e6f-8811-b83f1c722657 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:22.303081 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-54882d51-4518-489b-bfa8-b7d2ef4a856b req-1396db83-e283-4e6f-8811-b83f1c722657 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0529358 Aug 12 23:02:22.342588 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-54882d51-4518-489b-bfa8-b7d2ef4a856b req-b5c716d3-0601-468c-b70a-9697530a9caa tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333333 Aug 12 23:02:23.466870 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b967c2-2976-4431-95be-026a754bfb66 req-2797d740-27b7-4c81-a3ca-4103dec54445 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:23.468339 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-46b967c2-2976-4431-95be-026a754bfb66 req-2797d740-27b7-4c81-a3ca-4103dec54445 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0517282 Aug 12 23:02:23.513312 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-46b967c2-2976-4431-95be-026a754bfb66 req-d58d90bf-9a51-4a28-834e-1f5134df2a41 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381267 Aug 12 23:02:23.558486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2080dd46-f9fc-45e5-bef0-c014b45c9d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:24.634408 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74db5-ef5d-4865-9c5b-8d2709563fb0 req-187908df-5c66-4585-a40f-b18bc3e16fbf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:24.635871 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-64e74db5-ef5d-4865-9c5b-8d2709563fb0 req-187908df-5c66-4585-a40f-b18bc3e16fbf tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0551834 Aug 12 23:02:24.676539 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-64e74db5-ef5d-4865-9c5b-8d2709563fb0 req-598b4086-771b-4b17-9c6e-bc94ec84fa24 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343041 Aug 12 23:02:25.123152 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:25.803119 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd797ae-d283-4b24-ac99-bfb2d62c3a1f req-a3fb6782-e343-47f6-8d17-907c0c099728 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:25.804580 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9dd797ae-d283-4b24-ac99-bfb2d62c3a1f req-a3fb6782-e343-47f6-8d17-907c0c099728 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0551221 Aug 12 23:02:25.845252 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9dd797ae-d283-4b24-ac99-bfb2d62c3a1f req-9e49554e-de29-4868-a662-41b07c578269 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344880 Aug 12 23:02:26.043437 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7a182-3f82-4c2d-b3ba-bd1afeef290c req-7c3e65d7-6fb9-4a1c-aefa-07277ab49e9c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:26.044790 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7cc7a182-3f82-4c2d-b3ba-bd1afeef290c req-7c3e65d7-6fb9-4a1c-aefa-07277ab49e9c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0631661 Aug 12 23:02:26.089494 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7cc7a182-3f82-4c2d-b3ba-bd1afeef290c req-59738353-73dd-4ba2-b2a3-e312c9797cb1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348418 Aug 12 23:02:26.411034 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-952b81da-5fe1-4209-a85d-b010be62f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:26.771540 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:26.972496 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0326f1-9ebe-4dbc-867f-c1caa6411a3f req-a2f6a4ab-326b-4bb9-9bfd-132a3a599239 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:26.974355 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8b0326f1-9ebe-4dbc-867f-c1caa6411a3f req-a2f6a4ab-326b-4bb9-9bfd-132a3a599239 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0576479 Aug 12 23:02:27.019048 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8b0326f1-9ebe-4dbc-867f-c1caa6411a3f req-2191477e-7649-4d01-9f16-20f4c65eee16 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356715 Aug 12 23:02:27.218480 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904e1c-34ec-493b-82ea-9f57778aae57 req-9b71d812-ec31-4f66-bde9-28019e1131d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:27.219979 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-86904e1c-34ec-493b-82ea-9f57778aae57 req-9b71d812-ec31-4f66-bde9-28019e1131d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0500486 Aug 12 23:02:27.260397 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-86904e1c-34ec-493b-82ea-9f57778aae57 req-ecd13de7-6c5f-47ae-b41e-03945a2fec4b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339215 Aug 12 23:02:27.386002 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:28.141150 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d4dc-64fe-402b-b00f-4818bf418780 req-5807bd8b-721a-445b-a989-957f2ac9c1c4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:28.142664 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b93d4dc-64fe-402b-b00f-4818bf418780 req-5807bd8b-721a-445b-a989-957f2ac9c1c4 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0530143 Aug 12 23:02:28.186857 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2b93d4dc-64fe-402b-b00f-4818bf418780 req-d7df2572-acb2-455c-a89c-8038686c05fa tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378666 Aug 12 23:02:28.383897 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0867b-c599-4a39-9e0e-f008eda5a99f req-dcef8d89-e1ab-4132-9c24-c791da27fb9c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:28.385287 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bc0867b-c599-4a39-9e0e-f008eda5a99f req-dcef8d89-e1ab-4132-9c24-c791da27fb9c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0498359 Aug 12 23:02:28.426704 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bc0867b-c599-4a39-9e0e-f008eda5a99f req-c43998ba-feb4-4ff8-9636-8b715307d178 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Aug 12 23:02:28.854585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:29.318252 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90955ad-04f6-43af-b567-22852a76adf8 req-99857c01-e26b-4a51-a70a-a4e4439c538e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:29.319796 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a90955ad-04f6-43af-b567-22852a76adf8 req-99857c01-e26b-4a51-a70a-a4e4439c538e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0572393 Aug 12 23:02:29.362494 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a90955ad-04f6-43af-b567-22852a76adf8 req-613b7b89-b41c-4084-9083-b2302658f2e6 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338261 Aug 12 23:02:29.558476 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ca4c-e118-4e53-89e0-9ecd22afa2cc req-9b8316f7-ed3d-4113-acb9-fb1b676ca7bf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:29.559960 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aef9ca4c-e118-4e53-89e0-9ecd22afa2cc req-9b8316f7-ed3d-4113-acb9-fb1b676ca7bf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0560801 Aug 12 23:02:29.602423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-aef9ca4c-e118-4e53-89e0-9ecd22afa2cc req-e204fc40-057b-4d5c-a972-61d8e9177b89 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Aug 12 23:02:30.489354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd0d04-d793-4844-9ac3-eff5d32fc448 req-48b092b4-6a50-4c96-ae02-5485c368df09 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:30.490931 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5bbd0d04-d793-4844-9ac3-eff5d32fc448 req-48b092b4-6a50-4c96-ae02-5485c368df09 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0507698 Aug 12 23:02:30.532468 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5bbd0d04-d793-4844-9ac3-eff5d32fc448 req-b8e70ecf-04fb-4d91-872f-38b1694bebf0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351846 Aug 12 23:02:30.747963 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1a5be-7b9a-4443-8417-52936fbbc4a3 req-2f6ae511-57a0-4d3f-be2e-353701956835 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:30.749470 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a7e1a5be-7b9a-4443-8417-52936fbbc4a3 req-2f6ae511-57a0-4d3f-be2e-353701956835 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0511782 Aug 12 23:02:30.793270 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a7e1a5be-7b9a-4443-8417-52936fbbc4a3 req-539ec4c6-6a50-4c4b-9e74-9a444a42b003 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358365 Aug 12 23:02:31.664079 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b4b24-ae0c-4a35-bce4-871bb813118c req-bb0bef78-d294-47ec-9cb0-9f8fe3360770 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:31.665613 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c2b4b24-ae0c-4a35-bce4-871bb813118c req-bb0bef78-d294-47ec-9cb0-9f8fe3360770 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0565250 Aug 12 23:02:31.709928 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5c2b4b24-ae0c-4a35-bce4-871bb813118c req-fe9644fc-28ce-4073-924c-640552a5e0e2 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351312 Aug 12 23:02:31.929578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc2a4-49a8-4b91-aea8-5edf485af0a7 req-a2904ed4-2084-4f98-9f72-e499550eb1cf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:31.931117 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2adcc2a4-49a8-4b91-aea8-5edf485af0a7 req-a2904ed4-2084-4f98-9f72-e499550eb1cf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0604081 Aug 12 23:02:31.969006 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2adcc2a4-49a8-4b91-aea8-5edf485af0a7 req-7b000809-9d71-44c7-9c47-15f6179b0194 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Aug 12 23:02:31.974108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:32.131039 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Deleting port 6c360649-60be-4d9c-876f-09b74614f709 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:32.131346 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.220105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.220335 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.233902 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Calling delete_port for 6c360649-60be-4d9c-876f-09b74614f709 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:32.413657 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.438858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event deleted for resources: {'Port': ['ID=6c360649-60be-4d9c-876f-09b74614f709,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:32.450660 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.451010 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.451350 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.451679 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.452007 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.452334 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.452654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.452976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.453299 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.453647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.453965 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.454283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:32.514083 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.514281 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Floating IP 9ceaa100-606a-4d48-8b15-cbb68fbcf55a disassociated (deleted). External IP: 172.27.3.39, port: d6734199-7a42-4feb-ab03-3fadc338e67b. Aug 12 23:02:32.728526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Router f3f5cd73-9af8-4312-9b5a-45d785996eb6 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:02:32.862974 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:32.867939 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:32.872647 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Sync routers for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:32.883672 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:32.884273 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:32.896219 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da0be-248a-4fc9-a3ba-e3969be23cb1 req-8ff72401-6a06-4499-bf52-8d2afe8643e0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:32.898065 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e1da0be-248a-4fc9-a3ba-e3969be23cb1 req-8ff72401-6a06-4499-bf52-8d2afe8643e0 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.1095061 Aug 12 23:02:32.913025 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-93ece74e-8c37-4d95-9681-adc637385934 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ceaa100-606a-4d48-8b15-cbb68fbcf55a HTTP/1.1" status: 204 len: 168 time: 0.9378192 Aug 12 23:02:32.914672 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:02:32.917127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371c85c-3227-435b-a2af-46569fdc3f93" -d '{"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:02:32.951822 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-2e1da0be-248a-4fc9-a3ba-e3969be23cb1 req-bcf402be-6d20-497d-8e59-052de16058b9 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454338 Aug 12 23:02:33.008412 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bb1a0b-c501-46ed-98c8-7beefb2acb28 x-openstack-request-id: req-99bb1a0b-c501-46ed-98c8-7beefb2acb28 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:02:33.008707 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:02:33.008959 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99bb1a0b-c501-46ed-98c8-7beefb2acb28 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:02:33.009387 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'status': 'completed', 'code': 200} Aug 12 23:02:33.135192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-94e0f923-d06d-41ca-b2cc-d7ea1644fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.136663 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-94e0f923-d06d-41ca-b2cc-d7ea1644fc0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d8c638ca71b45d5970b31885456ccd1&device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 1099 time: 0.0691795 Aug 12 23:02:33.139473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:33.145061 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3fab5-b30a-48d6-b89e-2541c0c9e6fa req-e812171e-8655-4e68-83ed-48d6189fc708 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.146612 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-04e3fab5-b30a-48d6-b89e-2541c0c9e6fa req-e812171e-8655-4e68-83ed-48d6189fc708 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0881834 Aug 12 23:02:33.237152 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-04e3fab5-b30a-48d6-b89e-2541c0c9e6fa req-35388124-ce33-4066-af66-6055b8970708 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813153 Aug 12 23:02:33.258066 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-b71b6ae1-1887-4488-8771-93f2bf2e2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.259557 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-b71b6ae1-1887-4488-8771-93f2bf2e2fb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 200 len: 910 time: 0.1120846 Aug 12 23:02:33.333669 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-15ce4c4b-fdda-4964-ad15-24b55cccd757 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 200 len: 217 time: 0.0396800 Aug 12 23:02:33.338086 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2f548-4a3f-4cb3-81c2-780fc4fefc49 req-9e4a10a5-1b5f-40d1-b7a1-3c04ef8e6ca9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.339600 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27a2f548-4a3f-4cb3-81c2-780fc4fefc49 req-9e4a10a5-1b5f-40d1-b7a1-3c04ef8e6ca9 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0491927 Aug 12 23:02:33.347685 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:33.374172 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Checking router: f3f5cd73-9af8-4312-9b5a-45d785996eb6 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:33.378625 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-27a2f548-4a3f-4cb3-81c2-780fc4fefc49 req-d3c5bfb1-0fc2-4cdc-8133-dc245cd8f930 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326121 Aug 12 23:02:33.383085 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:33.383691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:33.388287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-6786f3eb-be89-415e-a576-e4e189454a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.389774 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-6786f3eb-be89-415e-a576-e4e189454a24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 200 len: 848 time: 0.0483510 Aug 12 23:02:33.438163 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-5558da45-7a5c-46d0-8a23-cdd40a525e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:33.439670 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-5558da45-7a5c-46d0-8a23-cdd40a525e1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61a134e3-0d49-496b-b37f-0a07327f7bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414634 Aug 12 23:02:33.497076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:33.534528 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-a41d8d3b-abc7-46c5-a8a9-0e145ecce56a service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862041 Aug 12 23:02:33.624925 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0371c85c-3227-435b-a2af-46569fdc3f93 req-69c1f727-ccdc-4082-8dc7-0e73691d39f3 service neutron] 10.222.0.70 "GET /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Aug 12 23:02:33.697959 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:33.727197 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cfb5f5-bc9e-44fc-b45f-c39d0d45f12b None None] The sync data for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi is: [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:44Z', 'revision_number': 4, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'f7d541a4-79ef-4e90-ba38-da32f757010c', 'name': '', 'network_id': '61a134e3-0d49-496b-b37f-0a07327f7bb9', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'mac_address': 'fa:16:3e:c2:1e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:43Z', 'updated_at': '2021-08-12T22:55:49Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'subnets': [{'id': '37a76b61-a134-4873-a7e8-777ac79d2333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:02:33.963942 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72025f5-24a3-4ec7-a582-73b188106b7f None None] New status for floating IP 9ceaa100-606a-4d48-8b15-cbb68fbcf55a: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:02:34.071551 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d8270-8007-4122-964d-d71b2eba15cd req-33d0a428-cde4-40ff-bb5e-95dc34488bac tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:34.073028 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc3d8270-8007-4122-964d-d71b2eba15cd req-33d0a428-cde4-40ff-bb5e-95dc34488bac tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0517328 Aug 12 23:02:34.114115 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fc3d8270-8007-4122-964d-d71b2eba15cd req-bad6216a-5c45-4617-af11-5af924898cff tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346494 Aug 12 23:02:34.169710 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:02:34.388615 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13f295-276c-44ff-88b3-a7782bca4488 req-86dbcab3-1103-4910-b83f-a0265fea2f40 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:34.390120 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f13f295-276c-44ff-88b3-a7782bca4488 req-86dbcab3-1103-4910-b83f-a0265fea2f40 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0578144 Aug 12 23:02:34.430038 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f13f295-276c-44ff-88b3-a7782bca4488 req-08835453-b240-4ab2-a639-28cbf3c1545e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335417 Aug 12 23:02:34.496192 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ee576-97cc-46cc-a897-68c6cd58cda0 req-d2533d58-725e-4f6c-bac9-c32e7fc75a77 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:34.497702 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b99ee576-97cc-46cc-a897-68c6cd58cda0 req-d2533d58-725e-4f6c-bac9-c32e7fc75a77 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0482850 Aug 12 23:02:34.542187 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b99ee576-97cc-46cc-a897-68c6cd58cda0 req-4b37b993-f9ec-4595-8b20-6c74cdfbe805 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354908 Aug 12 23:02:35.238864 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94926-f970-4817-b1b2-e3436744ab66 req-83abf303-c2f6-4d13-821c-f5c430e79748 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:35.240269 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1bc94926-f970-4817-b1b2-e3436744ab66 req-83abf303-c2f6-4d13-821c-f5c430e79748 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0524044 Aug 12 23:02:35.282488 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1bc94926-f970-4817-b1b2-e3436744ab66 req-4bd470dc-497a-4eb1-8693-35f50c845e50 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358970 Aug 12 23:02:35.287288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725223-b743-497f-ac46-9b25a290b27d req-e6ac3bc4-8249-497d-9328-33e4b9da64af tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:35.288811 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fa725223-b743-497f-ac46-9b25a290b27d req-e6ac3bc4-8249-497d-9328-33e4b9da64af tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.70 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0541391 Aug 12 23:02:35.383958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Deleting port d6734199-7a42-4feb-ab03-3fadc338e67b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:35.384253 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:35.474442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] For port d6734199-7a42-4feb-ab03-3fadc338e67b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d6734199-7a42-4feb-ab03-3fadc338e67b,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:35.475444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:35.488499 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Calling delete_port for d6734199-7a42-4feb-ab03-3fadc338e67b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:35.610298 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436112d-464b-421e-bc6c-0d73603f5e3d req-a41c8559-d797-499c-b428-05350da9044b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:35.611842 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5436112d-464b-421e-bc6c-0d73603f5e3d req-a41c8559-d797-499c-b428-05350da9044b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0832345 Aug 12 23:02:35.671789 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f9a1-a0e9-43f4-b594-85bfa32046f8 req-52f59980-ab19-4828-8838-ad35ca70ae6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:35.673444 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7f85f9a1-a0e9-43f4-b594-85bfa32046f8 req-52f59980-ab19-4828-8838-ad35ca70ae6f tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 946 time: 0.0509479 Aug 12 23:02:35.704745 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5436112d-464b-421e-bc6c-0d73603f5e3d req-2d3c35a2-1861-4a93-bd05-21203b4fcaba tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795832 Aug 12 23:02:35.705830 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:35.715578 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7f85f9a1-a0e9-43f4-b594-85bfa32046f8 req-f2dea00a-2005-42ec-97c6-8ceeb191d29a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b20e224-bd82-46e0-a660-49df36d2236b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Aug 12 23:02:35.733140 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event deleted for resources: {'Port': ['ID=d6734199-7a42-4feb-ab03-3fadc338e67b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:35.775360 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] No DVR routers for this DVR port d6734199-7a42-4feb-ab03-3fadc338e67b on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:02:35.777931 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:35.779957 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fa725223-b743-497f-ac46-9b25a290b27d req-9398971c-daf4-4012-8319-9bd9da65856c tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.70 "DELETE /v2.0/ports/d6734199-7a42-4feb-ab03-3fadc338e67b HTTP/1.1" status: 204 len: 173 time: 0.4839392 Aug 12 23:02:35.780388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-deleted', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:02:35.782631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6b1d74-38e3-4be7-b2cb-6e593ddf5204" -d '{"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-deleted", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:02:35.816605 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bc060-c35a-45c6-a84a-fbf8f8eec144 x-openstack-request-id: req-453bc060-c35a-45c6-a84a-fbf8f8eec144 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:02:35.816910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa5d96-ee8a-402c-8a7d-a1c84829501c", "name": "network-vif-deleted", "tag": "d6734199-7a42-4feb-ab03-3fadc338e67b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:02:35.817173 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-453bc060-c35a-45c6-a84a-fbf8f8eec144 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:02:35.817583 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caa5d96-ee8a-402c-8a7d-a1c84829501c', 'name': 'network-vif-deleted', 'tag': 'd6734199-7a42-4feb-ab03-3fadc338e67b', 'status': 'completed', 'code': 200} Aug 12 23:02:36.413625 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85e2a-81c5-448e-841d-8f0f13a8d56c req-f7752e06-c807-42db-a96c-5b7c547db408 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:36.415105 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d0d85e2a-81c5-448e-841d-8f0f13a8d56c req-f7752e06-c807-42db-a96c-5b7c547db408 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.0592356 Aug 12 23:02:36.459052 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-d0d85e2a-81c5-448e-841d-8f0f13a8d56c req-ec14a8f8-c1a2-4511-bd88-40ff2ee590b8 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&id=d6930736-7930-4f66-b1ca-ba28d91d9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349691 Aug 12 23:02:36.827604 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5596aa8c-57ff-4c6d-8aac-fd68b1bf97ce req-8f6ddac9-7285-43bf-bdcd-bb6b17d18db0 tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "GET /v2.0/ports?device_id=9caa5d96-ee8a-402c-8a7d-a1c84829501c HTTP/1.1" status: 200 len: 210 time: 0.0266306 Aug 12 23:02:36.841177 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c91a26-81ae-4ec4-9305-9611dcb913fa req-54520940-6f6c-4baa-87fa-acbc005269c6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:36.842776 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-80c91a26-81ae-4ec4-9305-9611dcb913fa req-54520940-6f6c-4baa-87fa-acbc005269c6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0526640 Aug 12 23:02:36.885454 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-80c91a26-81ae-4ec4-9305-9611dcb913fa req-37e257fe-78f6-4d4d-adcd-679bd731c931 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363469 Aug 12 23:02:37.892104 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:37.951309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.010746 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.060783 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ab56-a47c-4739-a98c-40174491c2d8 req-dd77ceb0-5307-4121-9920-c89078b06c22 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:38.062351 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8457ab56-a47c-4739-a98c-40174491c2d8 req-dd77ceb0-5307-4121-9920-c89078b06c22 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0968733 Aug 12 23:02:38.102513 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8457ab56-a47c-4739-a98c-40174491c2d8 req-0dadc807-3078-45e9-acf8-da815249bef0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Aug 12 23:02:38.108858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.111763 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.112821 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] 10.222.0.13 "DELETE /v2.0/security-groups/8b20e224-bd82-46e0-a660-49df36d2236b HTTP/1.1" status: 204 len: 168 time: 0.2197804 Aug 12 23:02:38.125254 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d8aa9-b637-42fd-8e41-af9c1ab03c8a tempest-TestShelveInstance-548654240 tempest-TestShelveInstance-548654240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b20e224-bd82-46e0-a660-49df36d2236b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:38.168655 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:38.247776 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:02:38.258653 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:38.281125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: d6734199-7a42-4feb-ab03-3fadc338e67b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:38.281493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device d6734199-7a42-4feb-ab03-3fadc338e67b not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:38.367619 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:38.380731 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:02:38.419884 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.433999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:02:38.453157 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:38.459537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:38.507624 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=6']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:38.514878 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.515242 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.515570 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.515896 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.516246 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.516567 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.516887 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.517205 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.517529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.517849 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.518163 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.518475 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:38.633178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:02:38.990489 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:39.225938 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc25eb-23d5-45e7-af5b-2b0eaf60272b req-675818e7-f630-4683-a843-c56b0a666991 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:39.228205 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f7fc25eb-23d5-45e7-af5b-2b0eaf60272b req-675818e7-f630-4683-a843-c56b0a666991 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 945 time: 0.0506976 Aug 12 23:02:39.266917 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-f7fc25eb-23d5-45e7-af5b-2b0eaf60272b req-142618a4-9ad9-43b5-af5e-6d933e72af18 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Aug 12 23:02:39.283469 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Deleting port f7d541a4-79ef-4e90-ba38-da32f757010c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:39.283818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:39.361910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] For port f7d541a4-79ef-4e90-ba38-da32f757010c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f7d541a4-79ef-4e90-ba38-da32f757010c,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:39.362266 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:39.375152 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Calling delete_port for f7d541a4-79ef-4e90-ba38-da32f757010c owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:39.590836 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:39.615617 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d541a4-79ef-4e90-ba38-da32f757010c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:39.778048 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.005874 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Router f3f5cd73-9af8-4312-9b5a-45d785996eb6 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:02:40.112016 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:40.117585 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-00c3d14e-d669-4411-aabd-dc5a91b3859f admin admin] 10.222.0.13 "PUT /v2.0/routers/f3f5cd73-9af8-4312-9b5a-45d785996eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9474840 Aug 12 23:02:40.120228 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:40.121534 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Sync routers for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:40.131533 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:40.132150 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:40.227726 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.232689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:40.282779 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:40.338868 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.393629 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32fbd9-d261-4511-bdbc-7530b34ad291 req-2b7c9486-99f7-4233-82ea-ddda1d85a57c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:40.398828 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Deleting port 707b7632-566b-4799-8ed5-3690fb057db4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:40.399244 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.401284 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ee32fbd9-d261-4511-bdbc-7530b34ad291 req-2b7c9486-99f7-4233-82ea-ddda1d85a57c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 945 time: 0.0563822 Aug 12 23:02:40.401759 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:40.402140 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.442805 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-ee32fbd9-d261-4511-bdbc-7530b34ad291 req-9d87b667-463d-40e3-bcc5-bd2dc4fdef52 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390656 Aug 12 23:02:40.486992 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] For port 707b7632-566b-4799-8ed5-3690fb057db4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=707b7632-566b-4799-8ed5-3690fb057db4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:40.487457 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.500706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Calling delete_port for 707b7632-566b-4799-8ed5-3690fb057db4 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:40.511716 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '707b7632-566b-4799-8ed5-3690fb057db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T23:02:39Z', 'revision_number': 5, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port': {'id': '707b7632-566b-4799-8ed5-3690fb057db4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T22:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:40.513506 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.543275 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Checking router: f3f5cd73-9af8-4312-9b5a-45d785996eb6 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:40.562607 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:02:40.564830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a7caf-ebb3-490f-a6cf-06ff89aa540e" -d '{"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:02:40.574247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Routers {'f3f5cd73-9af8-4312-9b5a-45d785996eb6'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:40.574870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:40.580293 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:40.612270 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550148d-2dd8-4533-a739-dc930fcbd5f3 x-openstack-request-id: req-f550148d-2dd8-4533-a739-dc930fcbd5f3 {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:02:40.612579 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:02:40.612800 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f550148d-2dd8-4533-a739-dc930fcbd5f3 {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:02:40.613180 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'code': 200} Aug 12 23:02:40.615771 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.671717 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.700193 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Pushing event deleted for resources: {'Port': ['ID=707b7632-566b-4799-8ed5-3690fb057db4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:40.711073 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] Set router f3f5cd73-9af8-4312-9b5a-45d785996eb6 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:40.764790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.874730 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.877088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.885678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T23:02:40Z', 'revision_number': 6, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:40.887488 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=7']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:40.918119 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7107-34f7-4e0f-8c01-af4f7c733550 None None] The sync data for ids ['f3f5cd73-9af8-4312-9b5a-45d785996eb6'] in dv-cinder-759943-11-iscsi is: [{'id': 'f3f5cd73-9af8-4312-9b5a-45d785996eb6', 'name': 'tempest-TestShelveInstance-1957885122-router', 'tenant_id': '4d8c638ca71b45d5970b31885456ccd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:41Z', 'updated_at': '2021-08-12T23:02:40Z', 'revision_number': 6, 'project_id': '4d8c638ca71b45d5970b31885456ccd1', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:02:40.943401 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.943941 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f5cd73-9af8-4312-9b5a-45d785996eb6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:02:40.949613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:40.950886 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-47e76bdf-34db-4109-8d95-4619ed62105e admin admin] 10.222.0.13 "DELETE /v2.0/routers/f3f5cd73-9af8-4312-9b5a-45d785996eb6 HTTP/1.1" status: 204 len: 168 time: 0.8296523 Aug 12 23:02:40.953799 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:40.997691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Deleting subnet 37a76b61-a134-4873-a7e8-777ac79d2333 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:02:41.000756 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.038990 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.147270 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.208380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.231776 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a76b61-a134-4873-a7e8-777ac79d2333,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:41.237739 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.239642 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-1eb4f551-c519-4096-ae93-bba0696035c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/37a76b61-a134-4873-a7e8-777ac79d2333 HTTP/1.1" status: 204 len: 168 time: 0.2847919 Aug 12 23:02:41.244282 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:41.244555 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deeec9-6be8-4f96-967a-0333cf14eced None None] Network 61a134e3-0d49-496b-b37f-0a07327f7bb9 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:41.313261 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.374849 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Deleting port 494993e5-6a44-409d-83a2-8d6c47604e5d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:41.375170 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.438326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] For port 494993e5-6a44-409d-83a2-8d6c47604e5d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=494993e5-6a44-409d-83a2-8d6c47604e5d,segment=NetworkSegment(1db63905-8897-43ad-8f5c-3630369a6794),segment_id=1db63905-8897-43ad-8f5c-3630369a6794)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:41.438693 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.452992 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Calling delete_port for 494993e5-6a44-409d-83a2-8d6c47604e5d owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:41.561096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.594875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29636f06-f59c-4195-a7a4-c0aa944a3095 req-8300f77f-cdcd-41ff-a96c-bf3f69420877 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:41.596389 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-29636f06-f59c-4195-a7a4-c0aa944a3095 req-8300f77f-cdcd-41ff-a96c-bf3f69420877 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0788200 Aug 12 23:02:41.598732 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=494993e5-6a44-409d-83a2-8d6c47604e5d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:41.600511 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] No DVR routers for this DVR port 494993e5-6a44-409d-83a2-8d6c47604e5d on host dv-cinder-759943-11-iscsi {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:02:41.693984 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.698379 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ef48a-a609-4cd7-9608-06b83dd1605c None None] DHCP port deletion for 61a134e3-0d49-496b-b37f-0a07327f7bb9 request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:02:41.704478 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-29636f06-f59c-4195-a7a4-c0aa944a3095 req-e55e445c-21bd-4a07-8d52-a6b45c02f80c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018062 Aug 12 23:02:41.708544 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a134e3-0d49-496b-b37f-0a07327f7bb9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:41.720659 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db63905-8897-43ad-8f5c-3630369a6794') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:41.720982 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db63905-8897-43ad-8f5c-3630369a6794') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:41.739923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998622'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.756986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.764243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:02:41.764243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59130448'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: Traceback (most recent call last): Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: timer() Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: cb(*args, **kw) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: return func(*args, **kwargs) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: self._notify() Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: self.callback(batched_events) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: event.method(event) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: return f(self, *a, **k) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._get(url).json() Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: return self.request(url, 'GET', **kwargs) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:02:41.766255 dv-cinder-759943-11-iscsi neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:02:41.780612 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f7d541a4-79ef-4e90-ba38-da32f757010c no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:41.810952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: f7d541a4-79ef-4e90-ba38-da32f757010c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:41.811285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f7d541a4-79ef-4e90-ba38-da32f757010c not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:41.811914 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 494993e5-6a44-409d-83a2-8d6c47604e5d no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:41.822572 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.832395 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 494993e5-6a44-409d-83a2-8d6c47604e5d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:41.832745 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 494993e5-6a44-409d-83a2-8d6c47604e5d not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:41.833152 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 707b7632-566b-4799-8ed5-3690fb057db4 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:41.838401 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:41.840307 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61a134e3-0d49-496b-b37f-0a07327f7bb9 HTTP/1.1" status: 204 len: 168 time: 0.5954401 Aug 12 23:02:41.841687 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5054a-6a93-42fa-89a9-bc2cf298fd25 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a134e3-0d49-496b-b37f-0a07327f7bb9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:41.843548 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:41.852104 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 707b7632-566b-4799-8ed5-3690fb057db4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:41.852446 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 707b7632-566b-4799-8ed5-3690fb057db4 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:42.473231 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:42.732893 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Deleting port a998e21e-51c7-4cf2-8c87-517f51715d2d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:42.733237 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:42.823569 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] For port a998e21e-51c7-4cf2-8c87-517f51715d2d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=a998e21e-51c7-4cf2-8c87-517f51715d2d,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:42.823936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:42.836687 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Calling delete_port for a998e21e-51c7-4cf2-8c87-517f51715d2d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:42.941135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffcd07-12e0-42a4-ae24-cf3a2057f8ca req-8e409785-6444-46fb-bc6e-41d677b492ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:42.942700 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3dffcd07-12e0-42a4-ae24-cf3a2057f8ca req-8e409785-6444-46fb-bc6e-41d677b492ee tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.1545510 Aug 12 23:02:43.047077 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3dffcd07-12e0-42a4-ae24-cf3a2057f8ca req-6b941e1e-fef6-45d9-8964-4289c4135940 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972803 Aug 12 23:02:43.107539 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:43.135958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a998e21e-51c7-4cf2-8c87-517f51715d2d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:43.316650 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:43.578976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:02:43.715787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:43.722225 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-35aa7273-55a0-45ef-99ac-3a69d706ae50 admin admin] 10.222.0.13 "PUT /v2.0/routers/7025b33b-56d4-4627-aa4c-d5cef6b55d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779280 Aug 12 23:02:43.724636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:43.729759 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Sync routers for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:43.750942 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:43.752223 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:43.865895 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:43.881291 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:43.987312 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.054450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Deleting port bf40f2b6-6c25-4213-9673-1e98be69e8aa {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:44.054903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.088277 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T23:02:43Z', 'revision_number': 5, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port': {'id': 'bf40f2b6-6c25-4213-9673-1e98be69e8aa', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:88:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:55:47Z', 'updated_at': '2021-08-12T22:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:44.130301 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Checking router: 7025b33b-56d4-4627-aa4c-d5cef6b55d87 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:44.139224 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Routers {'7025b33b-56d4-4627-aa4c-d5cef6b55d87'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:44.140066 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:44.221805 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] For port bf40f2b6-6c25-4213-9673-1e98be69e8aa, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bf40f2b6-6c25-4213-9673-1e98be69e8aa,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:44.222156 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.235028 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] Set router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:44.241523 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Calling delete_port for bf40f2b6-6c25-4213-9673-1e98be69e8aa owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:44.250342 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6a6b1-45d6-4e78-92cf-bd7ac596c1ae req-a6a81b64-2dfd-4828-8c75-57fdd618dabf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:44.251848 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88f6a6b1-45d6-4e78-92cf-bd7ac596c1ae req-a6a81b64-2dfd-4828-8c75-57fdd618dabf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0875208 Aug 12 23:02:44.292483 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T23:02:43Z', 'revision_number': 6, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:44.336401 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-88f6a6b1-45d6-4e78-92cf-bd7ac596c1ae req-da20f367-7f55-4273-b1e9-3c9746dfbf1c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760434 Aug 12 23:02:44.340524 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d3843-fcb4-4bf6-8689-950ed79030b0 None None] The sync data for ids ['7025b33b-56d4-4627-aa4c-d5cef6b55d87'] in dv-cinder-759943-11-iscsi is: [{'id': '7025b33b-56d4-4627-aa4c-d5cef6b55d87', 'name': 'tempest-TestShelveInstance-1344831356-router', 'tenant_id': 'bcb51451638c4002b5964a166624aadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:55:46Z', 'updated_at': '2021-08-12T23:02:43Z', 'revision_number': 6, 'project_id': 'bcb51451638c4002b5964a166624aadd', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:02:44.519307 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.551331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Pushing event deleted for resources: {'Port': ['ID=bf40f2b6-6c25-4213-9673-1e98be69e8aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:44.621521 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.729003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.731755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.835583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.836194 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7025b33b-56d4-4627-aa4c-d5cef6b55d87 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:02:44.840881 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.844770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56882) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:44.845292 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c195160f-2e63-4f7a-b05e-2ce212bd1bee admin admin] 10.222.0.13 "DELETE /v2.0/routers/7025b33b-56d4-4627-aa4c-d5cef6b55d87 HTTP/1.1" status: 204 len: 168 time: 1.1191673 Aug 12 23:02:44.898570 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Deleting subnet 92b435d4-4ece-4440-98de-2c436c57fa7f {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:02:44.902476 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:44.944821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.066761 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.128509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.155213 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b435d4-4ece-4440-98de-2c436c57fa7f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:45.162990 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.169908 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92b435d4-4ece-4440-98de-2c436c57fa7f HTTP/1.1" status: 204 len: 168 time: 0.3231888 Aug 12 23:02:45.170947 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56884) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:45.180602 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.181387 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.181901 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.182386 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.182894 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.183374 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.183853 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.184337 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.184811 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.185395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.185934 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.186474 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87787a-46a2-4f45-ae5e-61109367b0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:45.223156 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba03f0-d94e-4f5b-a7f1-cba335a755b9 None None] Network 36279686-e723-4607-afc1-d5007dcc0c78 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:45.290575 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.361913 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Deleting port 5c2889fb-77a1-4bfb-80d6-03519137404f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:45.362291 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.450531 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] For port 5c2889fb-77a1-4bfb-80d6-03519137404f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5c2889fb-77a1-4bfb-80d6-03519137404f,segment=NetworkSegment(3e602648-1872-4910-a789-f212dc0d8f8b),segment_id=3e602648-1872-4910-a789-f212dc0d8f8b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:45.450970 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.465966 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Calling delete_port for 5c2889fb-77a1-4bfb-80d6-03519137404f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:45.530129 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1faa9d-24d3-4d59-90bd-46294be8ac44 req-02b2d2b9-55f1-464d-8348-a604c2516067 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:45.534834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] DHCP port deletion for 36279686-e723-4607-afc1-d5007dcc0c78 request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:02:45.551113 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7c1faa9d-24d3-4d59-90bd-46294be8ac44 req-02b2d2b9-55f1-464d-8348-a604c2516067 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0874217 Aug 12 23:02:45.609842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.628340 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] No DVR routers for this DVR port 5c2889fb-77a1-4bfb-80d6-03519137404f on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:02:45.645005 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7c1faa9d-24d3-4d59-90bd-46294be8ac44 req-0867b5a0-693e-438c-b4ca-a8d7e8ee02f7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864513 Aug 12 23:02:45.670333 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Deleting port 5c2889fb-77a1-4bfb-80d6-03519137404f {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:02:45.672020 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.718797 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2889fb-77a1-4bfb-80d6-03519137404f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:45.738510 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bf40f2b6-6c25-4213-9673-1e98be69e8aa no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:45.781386 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.786509 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: bf40f2b6-6c25-4213-9673-1e98be69e8aa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:45.786723 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bf40f2b6-6c25-4213-9673-1e98be69e8aa not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:45.787123 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5c2889fb-77a1-4bfb-80d6-03519137404f no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:45.797139 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36279686-e723-4607-afc1-d5007dcc0c78']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:45.811889 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e602648-1872-4910-a789-f212dc0d8f8b') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:45.811889 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e602648-1872-4910-a789-f212dc0d8f8b') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:45.819473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 5c2889fb-77a1-4bfb-80d6-03519137404f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:45.819722 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5c2889fb-77a1-4bfb-80d6-03519137404f not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:45.820071 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a998e21e-51c7-4cf2-8c87-517f51715d2d no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:02:45.823220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.840967 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.848361 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:02:45.849006 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.849201 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] For port 5c2889fb-77a1-4bfb-80d6-03519137404f, host dv-cinder-759943-11-iscsi, got binding levels [] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:45.849582 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:02:45.850410 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:02:45.852458 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: a998e21e-51c7-4cf2-8c87-517f51715d2d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:02:45.852458 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device a998e21e-51c7-4cf2-8c87-517f51715d2d not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:02:45.866378 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Calling delete_port for 5c2889fb-77a1-4bfb-80d6-03519137404f owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:02:45.870860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.ipam_backend_mixin [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Port 5c2889fb-77a1-4bfb-80d6-03519137404f was not found and therefore no delete operation was performed {{(pid=93944) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 23:02:45.872263 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.900575 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] Pushing event deleted for resources: {'Port': ['ID=5c2889fb-77a1-4bfb-80d6-03519137404f,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:45.907612 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145ab3e-5b2b-4f5e-8ca3-ca78ee49f6b1 None None] No DVR routers for this DVR port 5c2889fb-77a1-4bfb-80d6-03519137404f on host dv-cinder-759943-11-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:02:45.947927 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.964770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:45.966882 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] 10.222.0.13 "DELETE /v2.0/networks/36279686-e723-4607-afc1-d5007dcc0c78 HTTP/1.1" status: 204 len: 168 time: 0.7946577 Aug 12 23:02:45.970561 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7e708-0eca-483b-b8aa-a5cc50c22025 admin admin] Pushing event deleted for resources: {'Network': ['ID=36279686-e723-4607-afc1-d5007dcc0c78,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:46.119994 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:46.162579 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f520b792-8535-4285-9e82-2a7a9643973c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d8c638ca71b45d5970b31885456ccd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413969 Aug 12 23:02:46.165772 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:46.230979 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.254325 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.316819 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.319663 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.321194 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20687a0b-5d2b-4729-98b1-88f9c1b52d9c HTTP/1.1" status: 204 len: 168 time: 0.1545117 Aug 12 23:02:46.330842 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9855d-189c-41c1-8cb7-029374644559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20687a0b-5d2b-4729-98b1-88f9c1b52d9c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:46.784203 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56912) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:46.838699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f17c15-5445-4635-83bc-c14bd3fc36fb req-53d45dac-7198-4189-8119-07f34b03a3e2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:46.840440 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a4f17c15-5445-4635-83bc-c14bd3fc36fb req-53d45dac-7198-4189-8119-07f34b03a3e2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0694859 Aug 12 23:02:46.857851 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-32983540-ec1c-4cc0-ac33-8f1a253f9130 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcb51451638c4002b5964a166624aadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713160 Aug 12 23:02:46.858646 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56914) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:46.905719 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a4f17c15-5445-4635-83bc-c14bd3fc36fb req-4af7571d-fc2b-4dd1-8628-f5b2cef1637f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575373 Aug 12 23:02:46.946193 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:46.969925 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:47.034822 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:47.040942 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:47.044855 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ec52479-b856-44b5-9c20-9c16782b5b74 HTTP/1.1" status: 204 len: 168 time: 0.1847937 Aug 12 23:02:47.053727 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34baf48-9403-43d4-8c42-7b4926461e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec52479-b856-44b5-9c20-9c16782b5b74,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:47.794524 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56944) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:47.901210 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-277561767-network', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:47.926338 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Made reservation on behalf of 072bf67a4c3e429185a22a805d0738e3 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:02:47.929298 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:47.939484 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.038061 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f033f5-df38-4ac3-bb54-a89b5e579952 req-c23f5382-a2da-4824-9fd4-563dc8f392ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:48.040259 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e0f033f5-df38-4ac3-bb54-a89b5e579952 req-c23f5382-a2da-4824-9fd4-563dc8f392ed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0592382 Aug 12 23:02:48.064463 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.070770 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.088904 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e0f033f5-df38-4ac3-bb54-a89b5e579952 req-ba35c28d-bab7-4806-bbd3-7b10abfe4079 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Aug 12 23:02:48.105229 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 23:02:48.107821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3981afbd-7c64-4ed7-ab0c-f36a130c919d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:48.130346 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.131067 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Added segment 6469e6dd-96e1-49ea-b19c-12f907130296 of type vlan for network 3c26b131-bc35-4840-bbb9-e619ed6128e2 Aug 12 23:02:48.179807 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.216007 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.217309 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:48.222995 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.285475 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4897473 Aug 12 23:02:48.302069 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56952) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:48.302069 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Request body: {'subnet': {'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-277561767-subnet', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'ip_version': 4}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:48.304498 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745e072-2f2d-46f0-baaa-fa34498c7d72 admin admin] Pushing event updated for resources: {'Network': ['ID=3c26b131-bc35-4840-bbb9-e619ed6128e2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:48.316708 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 23:02:48.332227 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Made reservation on behalf of 072bf67a4c3e429185a22a805d0738e3 for: {'subnet': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:02:48.335333 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637907'] for subnet, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.551009 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3272899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637921'] for subnet, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.611114 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6d4451-f106-4ad9-a48c-fb894e28adb4,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:48.625400 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:48.625777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Network hostable DHCP agents. Network: 3c26b131-bc35-4840-bbb9-e619ed6128e2, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93943) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 23:02:48.651723 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93943) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 23:02:48.664518 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 3c26b131-bc35-4840-bbb9-e619ed6128e2) {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:48.669716 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:48.670528 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.677954 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fccd607-6822-43bb-bc5f-23cdc9a08031 None None] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:48.700002 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1e63599f-e58a-45cf-bb90-db14ec4135fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4104466 Aug 12 23:02:48.702729 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 56956) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:48.707788 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:48.735860 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.737072 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.801657 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.865810 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-3c26b131-bc35-4840-bbb9-e619ed6128e2', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 23:02:48.866988 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:48.965396 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.035216 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Allocated IP 172.20.0.2 (3c26b131-bc35-4840-bbb9-e619ed6128e2/fd6d4451-f106-4ad9-a48c-fb894e28adb4/f009335a-c36b-46a2-96e2-78b75c295c51) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:49.237799 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.238947 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.250001 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Transition to ACTIVE for port object f009335a-c36b-46a2-96e2-78b75c295c51 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:49.267220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.269213 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abade8-b7b2-4eab-b922-aa691011c2a3 req-f7384a73-5bef-4be0-909c-568485406bcf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:49.282274 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78abade8-b7b2-4eab-b922-aa691011c2a3 req-f7384a73-5bef-4be0-909c-568485406bcf tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0881741 Aug 12 23:02:49.285201 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Transition to ACTIVE for port object f009335a-c36b-46a2-96e2-78b75c295c51 will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:49.299004 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.352109 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:49.353178 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-78abade8-b7b2-4eab-b922-aa691011c2a3 req-8cc058f0-fb9d-4720-bdcf-064c6414681d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697982 Aug 12 23:02:49.356841 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:49.361705 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:49.369238 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Pushing event updated for resources: {'Port': ['ID=f009335a-c36b-46a2-96e2-78b75c295c51,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:49.422915 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Allocated IP 172.27.3.152 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/3362bbb5-0946-4565-9144-1be6f2fa7cdd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:49.425754 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Attempting to bind port f009335a-c36b-46a2-96e2-78b75c295c51 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:02:49.426414 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Attempting to bind port f009335a-c36b-46a2-96e2-78b75c295c51 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:02:49.427125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Attempting to bind port f009335a-c36b-46a2-96e2-78b75c295c51 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:02:49.434604 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:02:49.435294 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:49.436068 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.436723 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Bound using segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:02:49.437560 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Bound port: f009335a-c36b-46a2-96e2-78b75c295c51, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:02:49.438189 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.517855 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] For port f009335a-c36b-46a2-96e2-78b75c295c51, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:02:49.521094 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] For port f009335a-c36b-46a2-96e2-78b75c295c51, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f009335a-c36b-46a2-96e2-78b75c295c51,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:02:49.530057 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.568624 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.602218 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328acda-5e6a-433a-b9bd-4edbb1f5ab6b None None] Pushing event updated for resources: {'Port': ['ID=f009335a-c36b-46a2-96e2-78b75c295c51,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:49.617907 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:49.691066 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:49.698496 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Pushing event updated for resources: {'Port': ['ID=3362bbb5-0946-4565-9144-1be6f2fa7cdd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:49.704271 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:49.723263 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:50.075095 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:50.574844 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22d522-4524-4b8e-addd-79ed9df525a0 req-444999bd-cad0-4578-aa4f-8ff29a6fee7c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:50.584582 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cf22d522-4524-4b8e-addd-79ed9df525a0 req-444999bd-cad0-4578-aa4f-8ff29a6fee7c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0898025 Aug 12 23:02:50.650562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:50.661273 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cf22d522-4524-4b8e-addd-79ed9df525a0 req-f1a66837-438c-4c02-94d1-adf1fbcfb273 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749004 Aug 12 23:02:50.822328 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93943) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 23:02:50.955109 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bd048-2e2f-4d2b-b216-f64a79739abb None None] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:50.991422 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:51.016885 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:51.020896 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-55e98024-8059-481f-a17d-a2410fdf403e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3147054 Aug 12 23:02:51.021377 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 56972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:51.022067 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:51.054464 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:51.055590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:51.188393 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:51.266411 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4c6ec454-ece1-408f-9294-d9b7d6e775bd None None] Provisioning for port f009335a-c36b-46a2-96e2-78b75c295c51 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:51.518096 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:49Z', 'revision_number': 3, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:51.554948 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:51.555420 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Updating router 6d039aa6-de38-45c1-8240-131e5d3ee6cd port 3362bbb5-0946-4565-9144-1be6f2fa7cdd binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 23:02:51.597896 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:51.683983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:51.716694 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f009335a-c36b-46a2-96e2-78b75c295c51 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:51.872123 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port f009335a-c36b-46a2-96e2-78b75c295c51 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:51.878531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f009335a-c36b-46a2-96e2-78b75c295c51 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:51.879019 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.061012 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645955-9fef-443f-802a-5e5a083f850f req-0b6e28a2-b3f4-4fca-b2e9-d2597b252e69 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:52.073188 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83645955-9fef-443f-802a-5e5a083f850f req-0b6e28a2-b3f4-4fca-b2e9-d2597b252e69 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.2849874 Aug 12 23:02:52.149074 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-83645955-9fef-443f-802a-5e5a083f850f req-ee3bf036-7949-48a5-ad4f-c80e8fb075ac tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695655 Aug 12 23:02:52.237400 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.239925 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.260127 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Transition to ACTIVE for port object 3362bbb5-0946-4565-9144-1be6f2fa7cdd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:52.277251 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.292833 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Allocated IP 172.20.0.1 (3c26b131-bc35-4840-bbb9-e619ed6128e2/fd6d4451-f106-4ad9-a48c-fb894e28adb4/e48f9847-631f-457f-bd20-7edb21f79a41) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:52.294699 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port f009335a-c36b-46a2-96e2-78b75c295c51, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f009335a-c36b-46a2-96e2-78b75c295c51,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:52.334997 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.361131 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Attempting to bind port 3362bbb5-0946-4565-9144-1be6f2fa7cdd on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:02:52.361131 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Attempting to bind port 3362bbb5-0946-4565-9144-1be6f2fa7cdd by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:02:52.361538 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Attempting to bind port 3362bbb5-0946-4565-9144-1be6f2fa7cdd on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:02:52.373280 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:02:52.373681 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:52.374083 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.374549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:02:52.375554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Bound port: 3362bbb5-0946-4565-9144-1be6f2fa7cdd, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:02:52.375964 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.380098 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910f6f-8df5-4ae2-9fe3-d0a11fb66f79 None None] Pushing event updated for resources: {'Port': ['ID=3362bbb5-0946-4565-9144-1be6f2fa7cdd,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:52.456293 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.475132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Transition to ACTIVE for port object e48f9847-631f-457f-bd20-7edb21f79a41 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:52.476585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=f009335a-c36b-46a2-96e2-78b75c295c51,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:52.479876 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] For port 3362bbb5-0946-4565-9144-1be6f2fa7cdd, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:02:52.492567 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] For port 3362bbb5-0946-4565-9144-1be6f2fa7cdd, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3362bbb5-0946-4565-9144-1be6f2fa7cdd,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:02:52.501089 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.528940 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.569013 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910f6f-8df5-4ae2-9fe3-d0a11fb66f79 None None] Pushing event updated for resources: {'Port': ['ID=3362bbb5-0946-4565-9144-1be6f2fa7cdd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:52.572398 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:52.573097 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:52.592686 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:52.598113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:52.613128 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:52.715702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.737068 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:52.773260 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Pushing event updated for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:52.923978 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b62bb75c-379f-41c2-ad39-1c5d8be4334f None None] Provisioning for port e48f9847-631f-457f-bd20-7edb21f79a41 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:52.931193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b62bb75c-379f-41c2-ad39-1c5d8be4334f None None] Provisioning complete for port e48f9847-631f-457f-bd20-7edb21f79a41 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:52.931553 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b62bb75c-379f-41c2-ad39-1c5d8be4334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:52.958474 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.030860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b62bb75c-379f-41c2-ad39-1c5d8be4334f None None] Port e48f9847-631f-457f-bd20-7edb21f79a41 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:02:53.062549 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:49Z', 'revision_number': 3, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:53.108208 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e1c53e-8a5f-448c-9c9b-dcee7b2d1cc4 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:49Z', 'revision_number': 3, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:02:53.193535 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.212672 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.298610 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacdc1a-0fbb-4411-b10c-2ebe515c2d4e req-3f44f35b-a59e-4c1f-a301-2905b98499d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:53.306045 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3eacdc1a-0fbb-4411-b10c-2ebe515c2d4e req-3f44f35b-a59e-4c1f-a301-2905b98499d6 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0657749 Aug 12 23:02:53.331824 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Pushing event updated for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:53.334920 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.367393 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-3eacdc1a-0fbb-4411-b10c-2ebe515c2d4e req-e5472585-1574-425f-8400-0e30f29c8d38 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599298 Aug 12 23:02:53.513664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:53.515798 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:53.600590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37057fb8-2f44-4158-a52a-694689718098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.771123 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:02:53.811642 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3362bbb5-0946-4565-9144-1be6f2fa7cdd up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:53.887742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port 3362bbb5-0946-4565-9144-1be6f2fa7cdd completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:53.889830 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-33026be5-42b8-4d4c-81d0-7e1892430063 None None] Provisioning complete for port e48f9847-631f-457f-bd20-7edb21f79a41 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:53.890245 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-33026be5-42b8-4d4c-81d0-7e1892430063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.894129 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 3362bbb5-0946-4565-9144-1be6f2fa7cdd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:53.894548 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:53.940044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:53.947441 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d7d8bb3a-52dc-41cc-8088-1dfa82ba6329 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d039aa6-de38-45c1-8240-131e5d3ee6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246438 Aug 12 23:02:53.971161 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-33026be5-42b8-4d4c-81d0-7e1892430063 None None] Port e48f9847-631f-457f-bd20-7edb21f79a41 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:02:54.054510 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:54.113806 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port 3362bbb5-0946-4565-9144-1be6f2fa7cdd, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3362bbb5-0946-4565-9144-1be6f2fa7cdd,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:54.123131 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:54.124293 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f009335a-c36b-46a2-96e2-78b75c295c51 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:54.223736 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=3362bbb5-0946-4565-9144-1be6f2fa7cdd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:54.243659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f009335a-c36b-46a2-96e2-78b75c295c51 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:54.244244 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:54.735932 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:54.741278 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733695643-network', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:54.818420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Made reservation on behalf of b0db8b27d4e34abe89c89f0df6fc125c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:02:54.822185 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:54.835172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:54.870182 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b75f3-a3f6-4af9-ac4f-3fde3ef6d1d2 req-be354078-2157-4541-be94-82118ec53398 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:54.877593 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-749b75f3-a3f6-4af9-ac4f-3fde3ef6d1d2 req-be354078-2157-4541-be94-82118ec53398 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0929077 Aug 12 23:02:54.934609 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-749b75f3-a3f6-4af9-ac4f-3fde3ef6d1d2 req-582bfa6e-3e80-4206-abe2-bd802850565c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560045 Aug 12 23:02:54.997826 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.003685 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.032858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 23:02:55.045505 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174226a-7cc4-4d2f-b038-654a0bc78d90,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:55.055794 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.056139 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Added segment 0b8e5329-00d1-4b63-821e-4f9134b13b8d of type vlan for network 2542d19a-ac1f-4784-b01f-9615cf60d84f Aug 12 23:02:55.111886 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.123554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.145925 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.146899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:55.147508 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.205381 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4680126 Aug 12 23:02:55.208103 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:55.214699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Request body: {'subnet': {'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733695643-subnet', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:55.223088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06d2f0-044f-4f84-9ed8-b262b09ddd21 admin admin] Pushing event updated for resources: {'Network': ['ID=2542d19a-ac1f-4784-b01f-9615cf60d84f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:55.233700 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 23:02:55.246842 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Made reservation on behalf of b0db8b27d4e34abe89c89f0df6fc125c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:02:55.249571 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.337291 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:55.347995 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:55.348733 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:55.428441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.463470 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:55.479097 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50c7fd0-648f-4e6b-b296-7bba9d09fc5f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:55.494305 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Checking segment: {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:55.494724 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Network hostable DHCP agents. Network: 2542d19a-ac1f-4784-b01f-9615cf60d84f, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 23:02:55.514931 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 23:02:55.528175 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 2542d19a-ac1f-4784-b01f-9615cf60d84f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:55.532550 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:55.533136 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.542541 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5763d8-2e8f-47e0-8efc-cd5e9a0a5def None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:55.558864 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-334aee8e-a078-4d44-ae14-5f9b721ae932 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3499384 Aug 12 23:02:55.561542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:55.566238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:02:55.592534 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1014'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.593644 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-472622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1021'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.598947 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3362bbb5-0946-4565-9144-1be6f2fa7cdd up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:55.655519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.681973 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:53Z', 'revision_number': 2, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:55.697411 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port 3362bbb5-0946-4565-9144-1be6f2fa7cdd triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:55.697831 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.708313 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:55.708673 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Updating router 6d039aa6-de38-45c1-8240-131e5d3ee6cd port e48f9847-631f-457f-bd20-7edb21f79a41 binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 23:02:55.733492 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.766428 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0230249b-0022-55f7-b4df-63db92b06b05-2542d19a-ac1f-4784-b01f-9615cf60d84f', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f'}]}} from dv-cinder-759943-11-iscsi. {{(pid=93944) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 23:02:55.767336 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.794095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:55.936591 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.db_base_plugin_common [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Allocated IP 172.20.0.2 (2542d19a-ac1f-4784-b01f-9615cf60d84f/f50c7fd0-648f-4e6b-b296-7bba9d09fc5f/f89f4c13-9921-4ae2-8cf0-29bd9163611d) {{(pid=93944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:56.010781 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.022995 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Transition to ACTIVE for port object e48f9847-631f-457f-bd20-7edb21f79a41 will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:56.023592 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.031440 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.048585 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.111883 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Pushing event updated for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:56.144706 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849ae9-7a2f-4877-b1d7-e089d6eaf6e3 req-d0a0bbe1-709c-4617-95a5-03a7eed1a141 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:56.147181 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.147557 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.147902 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.148240 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.148572 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.154143 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.154501 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.154841 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.155196 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.155533 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.155862 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.156189 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:02:56.157456 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-40849ae9-7a2f-4877-b1d7-e089d6eaf6e3 req-d0a0bbe1-709c-4617-95a5-03a7eed1a141 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.1023896 Aug 12 23:02:56.171516 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Attempting to bind port e48f9847-631f-457f-bd20-7edb21f79a41 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:02:56.172866 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.173390 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Attempting to bind port e48f9847-631f-457f-bd20-7edb21f79a41 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:02:56.173510 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Attempting to bind port e48f9847-631f-457f-bd20-7edb21f79a41 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:02:56.183721 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:02:56.184157 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:56.184614 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.185012 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Bound using segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:02:56.185628 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Bound port: e48f9847-631f-457f-bd20-7edb21f79a41, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:02:56.186034 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.189657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Transition to ACTIVE for port object f89f4c13-9921-4ae2-8cf0-29bd9163611d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:56.191382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Allocated IP 172.27.3.202 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/c152d1d6-b13f-43a5-9753-05d3090c33f4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:56.215637 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-40849ae9-7a2f-4877-b1d7-e089d6eaf6e3 req-a835583e-dadf-4cd0-8d8b-0e4e1f79309f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566378 Aug 12 23:02:56.237063 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Transition to ACTIVE for port object f89f4c13-9921-4ae2-8cf0-29bd9163611d will not be triggered until provisioned by entity DHCP. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:56.245564 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109'] for port, after_create {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.285524 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] For port e48f9847-631f-457f-bd20-7edb21f79a41, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:02:56.290841 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f is already hosted by enough agents. {{(pid=93944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:56.291271 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] For port e48f9847-631f-457f-bd20-7edb21f79a41, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e48f9847-631f-457f-bd20-7edb21f79a41,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:02:56.293635 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.scheduler.base_scheduler [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Resources bound (agent type, host, resource id): {{(pid=93944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:56.300810 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Received port after_create {{(pid=93944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:56.305827 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.314951 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Pushing event updated for resources: {'Port': ['ID=f89f4c13-9921-4ae2-8cf0-29bd9163611d,revision_number=1']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:56.329310 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-89753b79-587f-4923-82aa-3521d8322583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:56.331053 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-89753b79-587f-4923-82aa-3521d8322583 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1099 time: 0.0748155 Aug 12 23:02:56.375515 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Attempting to bind port f89f4c13-9921-4ae2-8cf0-29bd9163611d on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:02:56.375952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Attempting to bind port f89f4c13-9921-4ae2-8cf0-29bd9163611d by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:02:56.376406 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Attempting to bind port f89f4c13-9921-4ae2-8cf0-29bd9163611d on network 2542d19a-ac1f-4784-b01f-9615cf60d84f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:02:56.384078 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:02:56.384619 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Checking segment: {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:56.385166 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.385803 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Bound using segment: {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:02:56.386372 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Bound port: f89f4c13-9921-4ae2-8cf0-29bd9163611d, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:02:56.386850 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.413108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.464559 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564e32-0cb1-4d22-a5dd-9e10d6d37149 None None] Pushing event updated for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:56.477529 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d07078c4-76e8-4e5f-9b63-08b910176217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.485535 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:56.486189 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:56.500986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-28934294-b5c0-4e67-98ba-9f6ba68f88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:56.502776 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-28934294-b5c0-4e67-98ba-9f6ba68f88f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.1587434 Aug 12 23:02:56.516528 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] For port f89f4c13-9921-4ae2-8cf0-29bd9163611d, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:02:56.520454 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] For port f89f4c13-9921-4ae2-8cf0-29bd9163611d, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f89f4c13-9921-4ae2-8cf0-29bd9163611d,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:02:56.526749 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.553455 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.596321 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c050246-db1d-45fe-82f2-62762dad57a3 None None] Pushing event updated for resources: {'Port': ['ID=f89f4c13-9921-4ae2-8cf0-29bd9163611d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:56.613052 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:56.627994 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-babfcf3d-7da9-4552-a67c-0c37f28daeda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 200 len: 1001 time: 0.1175513 Aug 12 23:02:56.630114 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:56.635557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:56.638182 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:56.703356 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=c152d1d6-b13f-43a5-9753-05d3090c33f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:56.744666 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-7b387e64-0804-489a-8d08-f3807c6f09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:56.746097 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-7b387e64-0804-489a-8d08-f3807c6f09c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.1037242 Aug 12 23:02:56.767617 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:56.853066 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:56Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:56.892552 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec3091-cc88-4acf-a820-d73b0c606955 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:56Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:02:56.905802 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-f1dc3e70-d3cb-4c2f-a433-7cf42da9e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:56.907340 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-f1dc3e70-d3cb-4c2f-a433-7cf42da9e14c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1248667 Aug 12 23:02:57.091895 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:57.095054 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-f1ac97a5-de9f-41be-b873-cf18b25e9523 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774614 Aug 12 23:02:57.267253 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b608ad9f-eade-4d41-91c8-09a496f49fe1 req-cdbac587-9981-462c-a105-f0da063189cd service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381426 Aug 12 23:02:57.383758 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:57.399054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-472827'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:57.412509 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf098a62-b704-4098-8f2a-cd2b5cb9cdd9 req-2e8f3291-5ffb-4d05-9a1a-a75957235350 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:57.414239 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bf098a62-b704-4098-8f2a-cd2b5cb9cdd9 req-2e8f3291-5ffb-4d05-9a1a-a75957235350 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0967243 Aug 12 23:02:57.652815 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0f63d-1fd2-45ca-b2db-3bf339699753 None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:02:57.697725 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f89f4c13-9921-4ae2-8cf0-29bd9163611d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:57.851241 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bf098a62-b704-4098-8f2a-cd2b5cb9cdd9 req-d9b48cd0-b82b-493f-9135-f57aefe10e7e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991301 Aug 12 23:02:57.906977 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8fa35022-5ef0-4878-85e4-770906a8adb3 None None] Provisioning for port f89f4c13-9921-4ae2-8cf0-29bd9163611d completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:57.911824 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Router 813d7181-fe6f-4119-ad87-3f53364c7b1a is scheduled to L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 23:02:57.939834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port f89f4c13-9921-4ae2-8cf0-29bd9163611d completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:57.948270 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f89f4c13-9921-4ae2-8cf0-29bd9163611d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:57.948578 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.020132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:58.039572 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.041322 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a712b43d-f142-49cf-855f-0eabc1c43ac0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4788287 Aug 12 23:02:58.044257 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:02:58.054870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Sync routers for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:02:58.076369 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:58.077002 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:58.078910 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.183984 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port f89f4c13-9921-4ae2-8cf0-29bd9163611d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f89f4c13-9921-4ae2-8cf0-29bd9163611d,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:58.195316 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.196127 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e48f9847-631f-457f-bd20-7edb21f79a41 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:58.266459 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:58.349664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-81e6bd6e-0ade-49ec-8363-c28428e86c38 None None] Provisioning complete for port f89f4c13-9921-4ae2-8cf0-29bd9163611d triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:58.350025 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-81e6bd6e-0ade-49ec-8363-c28428e86c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.362332 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=f89f4c13-9921-4ae2-8cf0-29bd9163611d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:58.451764 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port e48f9847-631f-457f-bd20-7edb21f79a41 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:58.461801 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port e48f9847-631f-457f-bd20-7edb21f79a41 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:58.462166 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.470199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.621400 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.622923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Allocated IP 172.20.0.1 (2542d19a-ac1f-4784-b01f-9615cf60d84f/f50c7fd0-648f-4e6b-b296-7bba9d09fc5f/bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:02:58.635786 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:56Z', 'revision_number': 3, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:58.668171 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Checking router: 813d7181-fe6f-4119-ad87-3f53364c7b1a for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:02:58.668519 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Updating router 813d7181-fe6f-4119-ad87-3f53364c7b1a port c152d1d6-b13f-43a5-9753-05d3090c33f4 binding host dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 23:02:58.705142 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port e48f9847-631f-457f-bd20-7edb21f79a41, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e48f9847-631f-457f-bd20-7edb21f79a41,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:02:58.707949 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.711385 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.736287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.748707 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Transition to ACTIVE for port object bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:58.784448 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.824803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:58.827511 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:58.830150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:02:58.841235 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:58.860725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:58.883741 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431150'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.918135 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:58.992599 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa832-e51c-46b4-9471-4d2498a074cf req-38b7e46b-8af6-4459-acd2-dbd3b504f4f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:02:59.001757 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c8caa832-e51c-46b4-9471-4d2498a074cf req-38b7e46b-8af6-4459-acd2-dbd3b504f4f9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0635209 Aug 12 23:02:59.049959 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c8caa832-e51c-46b4-9471-4d2498a074cf req-05a2dbbb-38f8-4edf-b291-d45e631d4a97 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Aug 12 23:02:59.051462 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.066789 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.080147 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Transition to ACTIVE for port object c152d1d6-b13f-43a5-9753-05d3090c33f4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:02:59.089916 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.123398 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb2785fa-2b34-4722-b78b-94419030a80a None None] Provisioning for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:02:59.140931 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb2785fa-2b34-4722-b78b-94419030a80a None None] Provisioning complete for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:59.141295 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb2785fa-2b34-4722-b78b-94419030a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.177104 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Attempting to bind port c152d1d6-b13f-43a5-9753-05d3090c33f4 on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:02:59.177494 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Attempting to bind port c152d1d6-b13f-43a5-9753-05d3090c33f4 by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:02:59.177854 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Attempting to bind port c152d1d6-b13f-43a5-9753-05d3090c33f4 on network 4272d734-767a-4799-9e35-ccb4302de14f {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:02:59.180124 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7a88-0536-43e5-87a0-ae63d1e73803 None None] Pushing event updated for resources: {'Port': ['ID=c152d1d6-b13f-43a5-9753-05d3090c33f4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:59.192342 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:02:59.192719 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Checking segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:02:59.193121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.193544 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Bound using segment: {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:02:59.194136 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Bound port: c152d1d6-b13f-43a5-9753-05d3090c33f4, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f529b7e-11d1-4dc2-af03-1c40ce34b249', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:02:59.194625 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.199986 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-cb2785fa-2b34-4722-b78b-94419030a80a None None] Port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:02:59.236668 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.243202 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.257742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] For port c152d1d6-b13f-43a5-9753-05d3090c33f4, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:02:59.261449 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] For port c152d1d6-b13f-43a5-9753-05d3090c33f4, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=c152d1d6-b13f-43a5-9753-05d3090c33f4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:02:59.267542 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.315436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7904270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431290'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.317281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:59.326442 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:02:59.327063 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:59.365120 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7a88-0536-43e5-87a0-ae63d1e73803 None None] Pushing event updated for resources: {'Port': ['ID=c152d1d6-b13f-43a5-9753-05d3090c33f4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:02:59.416339 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:02:59.418014 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:02:59.449870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:02:59.556040 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Router 813d7181-fe6f-4119-ad87-3f53364c7b1a has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:02:59.623415 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f89f4c13-9921-4ae2-8cf0-29bd9163611d up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:02:59.695908 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:02:59.708910 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c9ec78a0-54aa-4243-9158-faa829beb6a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/813d7181-fe6f-4119-ad87-3f53364c7b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632102 Aug 12 23:02:59.861473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-80794ad5-b836-471a-bab0-f9ac1bcf0c35 None None] Provisioning complete for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:59.861846 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-80794ad5-b836-471a-bab0-f9ac1bcf0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.907049 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port f89f4c13-9921-4ae2-8cf0-29bd9163611d triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:02:59.907416 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:02:59.910942 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-80794ad5-b836-471a-bab0-f9ac1bcf0c35 None None] Port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:02:59.947169 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f', 'name': '', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'mac_address': 'fa:16:3e:96:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:58Z', 'updated_at': '2021-08-12T23:02:59Z', 'revision_number': 2, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'subnets': [{'id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:02:59.976958 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98ab488-a3d5-4011-99ef-6a66b8289640 None None] The sync data for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi is: [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f', 'name': '', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'mac_address': 'fa:16:3e:96:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:58Z', 'updated_at': '2021-08-12T23:02:59Z', 'revision_number': 2, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'subnets': [{'id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:00.022308 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e48f9847-631f-457f-bd20-7edb21f79a41 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:00.077869 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port e48f9847-631f-457f-bd20-7edb21f79a41 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:00.078268 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.251746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261121-2186-44e9-9077-7de1cb210bd8 req-9d463c9e-27f8-4411-9ad9-c71e1ecc583e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:00.253509 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fd261121-2186-44e9-9077-7de1cb210bd8 req-9d463c9e-27f8-4411-9ad9-c71e1ecc583e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 946 time: 0.0983989 Aug 12 23:03:00.275706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:00.283453 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598104708', 'description': 'tempest-secgroup-smoke-598104708 description', 'project_id': '072bf67a4c3e429185a22a805d0738e3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:00.306222 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-fd261121-2186-44e9-9077-7de1cb210bd8 req-01ee97f6-92fe-4e03-807d-52eaacc84ed7 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Aug 12 23:03:00.317113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.383921 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:00.425696 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.434608 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.469551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.473527 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1938827 Aug 12 23:03:00.473527 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0818b0-f39f-4bfb-ab27-6f25993595a2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9546cb8-8575-4e6b-9ed7-1cb358e05988,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:00.474781 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57078) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:00.483756 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:00.498925 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.526548 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:00.528767 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f82e91-82e5-4c5b-91d8-6461e80172f6" -d '{"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:00.530871 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.547346 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:00.555053 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.582572 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb3535-e497-47fe-96e1-9f3c34a8015f x-openstack-request-id: req-4bfb3535-e497-47fe-96e1-9f3c34a8015f {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:00.582916 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-unplugged", "status": "failed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "code": 422}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:00.583124 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bfb3535-e497-47fe-96e1-9f3c34a8015f {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:00.583514 dv-cinder-759943-11-iscsi neutron-server[93944]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'code': 422} returned with failed status Aug 12 23:03:00.610436 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=8']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:00.613679 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.618727 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.641527 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da787f97-aa10-4b20-8a9d-018053125533,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:00.651570 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.652792 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0d67a191-e6b0-4feb-9575-2971e50a2477 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766427 Aug 12 23:03:00.655562 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57084) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:00.660109 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:00.689579 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.765238 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.781062 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.814887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852d01dc-117e-46ef-9827-3c6a903c6645,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:00.827898 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.832357 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5127dd2a-9b07-43af-be86-b7276f1554c6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756737 Aug 12 23:03:00.832497 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57094) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:00.840741 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:00.889613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.988593 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:00.996113 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.017382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee1670b-6feb-476d-89d3-1c5d96e935c1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:01.027621 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.032019 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-62b7bb88-37ed-4bc6-be47-7129abad9bbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1956842 Aug 12 23:03:01.033246 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:01.038878 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:01.072477 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.143116 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.149982 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.169857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dba291-3e7f-4736-917a-55633bc8078f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:01.186285 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.187595 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a0c2bed2-586f-4940-b1ca-c2fd096bd176 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531739 Aug 12 23:03:01.190537 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57110) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:01.196393 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:01.232729 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.securitygroups_db [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Project 072bf67a4c3e429185a22a805d0738e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 23:03:01.239014 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.361737 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.367743 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.389672 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f16d09c-8711-4b92-8aaa-f9b802c943a7,revision_number=0']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:01.394277 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.395633 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c693ef06-9bdd-4128-b465-a55d3a871a80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2038095 Aug 12 23:03:01.399107 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:01.406210 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'security_group_rule': {'security_group_id': 'b9546cb8-8575-4e6b-9ed7-1cb358e05988', 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:01.434256 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Project 072bf67a4c3e429185a22a805d0738e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 23:03:01.439428 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.612191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.620735 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512072'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.628283 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-de2ddc6a-d5ef-47d0-b501-fa2f1dcdeb2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311436 Aug 12 23:03:01.637071 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c152d1d6-b13f-43a5-9753-05d3090c33f4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:01.648465 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298765fd-8d73-41c9-a037-2e1923717cf7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:01.660652 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53809965-7d4c-4b2a-a018-daabc10a8da6 req-bc695d3b-df34-4d31-905c-12517f0a695e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:01.662365 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-53809965-7d4c-4b2a-a018-daabc10a8da6 req-bc695d3b-df34-4d31-905c-12517f0a695e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0997376 Aug 12 23:03:01.664036 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.665449 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-785e0f25-16a5-461f-8867-483480188d80 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2650011 Aug 12 23:03:01.720848 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port c152d1d6-b13f-43a5-9753-05d3090c33f4 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:03:01.725249 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port c152d1d6-b13f-43a5-9753-05d3090c33f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:01.725668 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.763884 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-53809965-7d4c-4b2a-a018-daabc10a8da6 req-9fa04bdc-5b8d-445c-8c06-0e57aa918dfe tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886462 Aug 12 23:03:01.803190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-f83dfd0b-d5d7-4ecb-ac06-a5e532248a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:01.804709 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-f83dfd0b-d5d7-4ecb-ac06-a5e532248a4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1138 time: 0.0971642 Aug 12 23:03:01.831544 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.860999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port c152d1d6-b13f-43a5-9753-05d3090c33f4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=c152d1d6-b13f-43a5-9753-05d3090c33f4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:01.867119 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:01.928130 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-33730fc8-ba50-4f6a-aa5e-43ca23beb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:01.932251 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=c152d1d6-b13f-43a5-9753-05d3090c33f4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:01.936261 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-33730fc8-ba50-4f6a-aa5e-43ca23beb41f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.1089959 Aug 12 23:03:02.027843 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-a95a79a6-f293-46a6-9246-9034d8cb9ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2438326 Aug 12 23:03:02.029951 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-75882e39-8926-4f42-821c-fb55f26dfea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 1001 time: 0.0844383 Aug 12 23:03:02.085376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-7b9f6f64-6ecd-478d-8414-4661b4454e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:02.086984 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-7b9f6f64-6ecd-478d-8414-4661b4454e18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0483019 Aug 12 23:03:02.158406 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-cfe85814-74c1-4492-9335-2914c80a3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:02.160081 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-cfe85814-74c1-4492-9335-2914c80a3c72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657351 Aug 12 23:03:02.267338 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-06c83cbe-f476-4de4-b734-c3796d05c04e service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967414 Aug 12 23:03:02.362401 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51967287-8ea3-428a-812a-582aa3a6f3d6 req-f70a4707-26e3-4d51-b538-aef261da0436 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876813 Aug 12 23:03:02.878390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88f86-fec7-43db-831e-46e8c5e97c8d req-f55cfa8e-f110-4b3f-a332-497c8aa2398e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:02.880334 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b1a88f86-fec7-43db-831e-46e8c5e97c8d req-f55cfa8e-f110-4b3f-a332-497c8aa2398e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0540566 Aug 12 23:03:02.918420 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b1a88f86-fec7-43db-831e-46e8c5e97c8d req-992fa81c-a54a-4631-b815-68a5338172cd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Aug 12 23:03:03.199238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-fc2bd675-dd23-44b0-9274-bcd9c8217e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:03.200665 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-fc2bd675-dd23-44b0-9274-bcd9c8217e38 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac&tenant_id=36723f3ce3c44c789f1f0f6db437b4e5 HTTP/1.1" status: 200 len: 1097 time: 0.0459514 Aug 12 23:03:03.276664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-0fbedccc-c4cf-47ef-a578-c56484cdf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:03.278194 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-0fbedccc-c4cf-47ef-a578-c56484cdf620 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1097 time: 0.0420282 Aug 12 23:03:03.381051 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-b0f8b8ca-7dc7-476a-b8c3-784070f938ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:03.382586 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-b0f8b8ca-7dc7-476a-b8c3-784070f938ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 200 len: 917 time: 0.0959308 Aug 12 23:03:03.454423 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-7cb8501d-733e-43ac-aa5f-27cf7906a96b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 200 len: 999 time: 0.0640993 Aug 12 23:03:03.513391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-616ead3e-8ebe-446c-8fe6-9a3deed313f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:03.514882 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-616ead3e-8ebe-446c-8fe6-9a3deed313f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 200 len: 855 time: 0.0522518 Aug 12 23:03:03.573619 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-87c538ed-f759-49e1-9ce0-5849e66b5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:03.575298 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-87c538ed-f759-49e1-9ce0-5849e66b5ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a82b229-08f5-4928-9de1-a685d5d07c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505219 Aug 12 23:03:03.608031 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c152d1d6-b13f-43a5-9753-05d3090c33f4 up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:03.659706 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port c152d1d6-b13f-43a5-9753-05d3090c33f4 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:03.660213 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:03.681961 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-7348ac67-9c7d-46ae-9732-132242ca5875 service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957532 Aug 12 23:03:03.784013 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f176215-1f8e-47fd-b3d8-5e7fca117477 req-667c29e1-25fb-4d41-b556-e72fb4f3c31d service neutron] 10.222.0.70 "GET /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935984 Aug 12 23:03:03.822191 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Sync routers for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:03.831854 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:03.832346 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:03.965517 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:04.072999 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f86381-8f46-4065-b92f-cd1d9c4280fe req-0b9b619d-c4dd-4da8-bed1-7eff6cc83f5e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:04.074840 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a3f86381-8f46-4065-b92f-cd1d9c4280fe req-0b9b619d-c4dd-4da8-bed1-7eff6cc83f5e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0726075 Aug 12 23:03:04.123991 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a3f86381-8f46-4065-b92f-cd1d9c4280fe req-9f715b56-6dd0-43d0-bf0c-9a22b5d9662e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Aug 12 23:03:04.177138 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f', 'name': '', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'mac_address': 'fa:16:3e:96:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:58Z', 'updated_at': '2021-08-12T23:02:59Z', 'revision_number': 2, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'subnets': [{'id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:04.202315 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Checking router: 813d7181-fe6f-4119-ad87-3f53364c7b1a for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:04.202658 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Updating router 813d7181-fe6f-4119-ad87-3f53364c7b1a port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f binding host dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 23:03:04.229712 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.573677 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks [] for port, precommit_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.583775 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.provisioning_blocks [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Transition to ACTIVE for port object bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f will not be triggered until provisioned by entity L2. {{(pid=93945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:03:04.591592 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.643207 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24721d4e-e78b-40d0-990f-b38a4f40723b None None] Pushing event updated for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=3']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:04.700496 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Attempting to bind port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f on host dv-cinder-759943-11-iscsi for vnic_type normal with profile {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:03:04.700865 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Attempting to bind port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f by drivers openvswitch,hyperv on host dv-cinder-759943-11-iscsi at level 0 using segments [{'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:03:04.701217 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Attempting to bind port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f on network 2542d19a-ac1f-4784-b01f-9615cf60d84f {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:03:04.706913 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Checking agent: {'id': '7651d7da-6b28-4c00-a25e-22aa31a8c1d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 44, 57), 'started_at': datetime.datetime(2021, 8, 12, 22, 45, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:03:04.707289 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Checking segment: {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:03:04.707704 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.708085 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Bound using segment: {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'} {{(pid=93945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:03:04.708550 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.managers [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Bound port: bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f, host: dv-cinder-759943-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e5329-00d1-4b63-821e-4f9134b13b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f'}}] {{(pid=93945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:03:04.709118 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.780193 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] For port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f, host dv-cinder-759943-11-iscsi, cleared binding levels {{(pid=93945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:03:04.783788 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.plugins.ml2.db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] For port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f, host dv-cinder-759943-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:03:04.790798 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron_lib.callbacks.manager [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:04.860282 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24721d4e-e78b-40d0-990f-b38a4f40723b None None] Pushing event updated for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=4']} {{(pid=93945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:04.873810 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:04.874421 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:02:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:04.997607 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:05.210813 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f', 'name': '', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'mac_address': 'fa:16:3e:96:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:58Z', 'updated_at': '2021-08-12T23:03:04Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'subnets': [{'id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:05.252649 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5e031-591a-4d3a-8a42-36ef685b32f5 req-ebc546d1-0267-4abf-849e-903a538f0d31 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:05.254671 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-27e5e031-591a-4d3a-8a42-36ef685b32f5 req-ebc546d1-0267-4abf-849e-903a538f0d31 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0621850 Aug 12 23:03:05.305880 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-27e5e031-591a-4d3a-8a42-36ef685b32f5 req-5d67bf8d-55d4-4c73-ac1a-9d0adc5ea11e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Aug 12 23:03:05.348316 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf73e9-4b01-473a-88d6-8f7d3d712cbb None None] The sync data for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi is: [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f', 'name': '', 'network_id': '2542d19a-ac1f-4784-b01f-9615cf60d84f', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'mac_address': 'fa:16:3e:96:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:58Z', 'updated_at': '2021-08-12T23:03:04Z', 'revision_number': 4, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'subnets': [{'id': 'f50c7fd0-648f-4e6b-b296-7bba9d09fc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:05.620153 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:05.680972 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:03:05.685519 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:05.685913 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:05.792903 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:05.837493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] For port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:05.844787 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:05.897252 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Pushing event updated for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:06.433685 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f58c4-384f-4e4c-9565-347f236ce7b2 req-a6bf7a55-4dcb-428e-8cc3-8ab506a5924d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:06.435224 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a0f58c4-384f-4e4c-9565-347f236ce7b2 req-a6bf7a55-4dcb-428e-8cc3-8ab506a5924d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0527728 Aug 12 23:03:06.476436 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5a0f58c4-384f-4e4c-9565-347f236ce7b2 req-c7824800-c6c8-4a9c-9d62-7e86017b6456 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348649 Aug 12 23:03:07.610654 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f up at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:07.652117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5bef2-4955-4190-b242-707b6115c533 req-83cac38a-72c4-49ac-a848-39031340c189 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:07.653966 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-94c5bef2-4955-4190-b242-707b6115c533 req-83cac38a-72c4-49ac-a848-39031340c189 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0917575 Aug 12 23:03:07.684022 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Provisioning complete for port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:07.684304 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:07.705947 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-94c5bef2-4955-4190-b242-707b6115c533 req-e596825d-9de3-40aa-abdf-3583256f5246 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364962 Aug 12 23:03:08.849457 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd79f-d71c-4a8e-a24e-89df6388a9d6 req-dcc38bd3-106d-4cef-825d-b5a547502078 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:08.851001 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e30cd79f-d71c-4a8e-a24e-89df6388a9d6 req-dcc38bd3-106d-4cef-825d-b5a547502078 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0553677 Aug 12 23:03:08.892802 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e30cd79f-d71c-4a8e-a24e-89df6388a9d6 req-a02f01c8-4cd1-4440-b0ca-9e21443f990c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352473 Aug 12 23:03:10.030072 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210bdde-0b03-44d9-a00e-51666c1e7cde req-c65ff8f4-6aa6-4ebe-9e17-f32795bdd2ea tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:10.031621 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7210bdde-0b03-44d9-a00e-51666c1e7cde req-c65ff8f4-6aa6-4ebe-9e17-f32795bdd2ea tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0608804 Aug 12 23:03:10.073131 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7210bdde-0b03-44d9-a00e-51666c1e7cde req-e6a38d93-7a32-4035-9773-cfe432530a93 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Aug 12 23:03:11.168673 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:03:11.200025 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebc097-801e-45a3-8639-798b5615405e req-e0005e78-ed49-4a4b-be28-3d04e9d129fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:11.201611 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e0ebc097-801e-45a3-8639-798b5615405e req-e0005e78-ed49-4a4b-be28-3d04e9d129fb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0508509 Aug 12 23:03:11.245935 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e0ebc097-801e-45a3-8639-798b5615405e req-03b82ab0-0768-4e44-a19b-b4052f272594 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Aug 12 23:03:12.407967 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e918d9-ac99-45b2-bd48-0f6c88f81ac6 req-94979118-5fea-40cd-bddf-dba6e7b8eaed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:12.412214 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-47e918d9-ac99-45b2-bd48-0f6c88f81ac6 req-94979118-5fea-40cd-bddf-dba6e7b8eaed tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0638251 Aug 12 23:03:12.455298 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-47e918d9-ac99-45b2-bd48-0f6c88f81ac6 req-3a294287-d235-4d6f-9dc7-5d43d8fa7efd tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Aug 12 23:03:13.582900 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abfc39-92c7-4c54-91d4-c7e994fb5389 req-2b01d3c7-09e1-4c75-adb8-17fefae576a2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:13.584475 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-66abfc39-92c7-4c54-91d4-c7e994fb5389 req-2b01d3c7-09e1-4c75-adb8-17fefae576a2 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0532062 Aug 12 23:03:13.625177 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-66abfc39-92c7-4c54-91d4-c7e994fb5389 req-be7cb5d9-0689-49d0-9dd3-a440a8e8739f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338812 Aug 12 23:03:14.774105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76577ac-fb18-4fde-8cc0-b9ee995b0b50 req-af8e5c34-05fd-4ab5-bad3-528614a28541 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:14.775728 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e76577ac-fb18-4fde-8cc0-b9ee995b0b50 req-af8e5c34-05fd-4ab5-bad3-528614a28541 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0545008 Aug 12 23:03:14.831135 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e76577ac-fb18-4fde-8cc0-b9ee995b0b50 req-7b7412f7-f60f-4962-be43-698d82d4cf8f tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Aug 12 23:03:15.962079 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5f562-7877-490f-9049-808d4d56ae6d req-b2fad324-7043-43bc-984b-2b4c49cf6f6d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:15.966401 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5dd5f562-7877-490f-9049-808d4d56ae6d req-b2fad324-7043-43bc-984b-2b4c49cf6f6d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0554988 Aug 12 23:03:16.001914 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5dd5f562-7877-490f-9049-808d4d56ae6d req-e786d43f-3852-44b9-80e9-70abff0a32de tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Aug 12 23:03:17.135438 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eb11-9b59-45ac-bd6a-00e4b9dc605d req-522d6b80-98d6-40b6-82fe-3d54ec09ea29 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:17.136903 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-95f8eb11-9b59-45ac-bd6a-00e4b9dc605d req-522d6b80-98d6-40b6-82fe-3d54ec09ea29 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0579181 Aug 12 23:03:17.176369 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-95f8eb11-9b59-45ac-bd6a-00e4b9dc605d req-b64a6a53-7286-4111-aa9a-044303825a5e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 12 23:03:18.308057 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d472d-37e4-4fe5-bbbb-83ca10d41137 req-cf749337-c5ba-48e9-a806-22801c62c095 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:18.309452 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-805d472d-37e4-4fe5-bbbb-83ca10d41137 req-cf749337-c5ba-48e9-a806-22801c62c095 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0511577 Aug 12 23:03:18.353377 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-805d472d-37e4-4fe5-bbbb-83ca10d41137 req-d5418b64-f2c7-4872-ab53-aa956e8881ae tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Aug 12 23:03:19.486771 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3047d9a-10d4-4e2e-bbab-6d35ea70858e req-054bb2ad-27e2-4fb0-9563-047cd74b4a59 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:19.488252 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c3047d9a-10d4-4e2e-bbab-6d35ea70858e req-054bb2ad-27e2-4fb0-9563-047cd74b4a59 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0506558 Aug 12 23:03:19.528158 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c3047d9a-10d4-4e2e-bbab-6d35ea70858e req-e1bfeb46-43c1-4e0e-ada5-5814f5c04145 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Aug 12 23:03:20.674603 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7239c3-54c1-4ffd-bdbb-029c1353dc3b req-ebea2dd6-3cc7-4488-a069-69e04f4eeaea tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:20.676079 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7d7239c3-54c1-4ffd-bdbb-029c1353dc3b req-ebea2dd6-3cc7-4488-a069-69e04f4eeaea tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0577056 Aug 12 23:03:20.717287 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7d7239c3-54c1-4ffd-bdbb-029c1353dc3b req-54a5c288-84d6-49e9-991b-889c11c8a867 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Aug 12 23:03:21.855804 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f7736-8482-4faa-a789-4566a25ce474 req-63331d35-d003-4963-ada9-9f244bb93703 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:21.857164 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-392f7736-8482-4faa-a789-4566a25ce474 req-63331d35-d003-4963-ada9-9f244bb93703 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0528917 Aug 12 23:03:21.899880 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-392f7736-8482-4faa-a789-4566a25ce474 req-5dbe7174-74fd-4018-81b9-e4708470ad04 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Aug 12 23:03:23.033163 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61794abe-6517-422d-9c37-766b37f3e39b req-370285c1-76bb-4396-9f89-803296038e1b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:23.034676 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-61794abe-6517-422d-9c37-766b37f3e39b req-370285c1-76bb-4396-9f89-803296038e1b tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0526705 Aug 12 23:03:23.078050 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-61794abe-6517-422d-9c37-766b37f3e39b req-307339fd-fd92-4671-b14b-3cebb69b8bf3 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Aug 12 23:03:23.587220 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-400e2412-08da-47da-bcf2-45f9c91eb10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:24.199693 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75859339-feb6-4663-9949-3757ed4467ad req-f316759e-a4c3-430b-8d49-8360eacb8143 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:24.201174 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-75859339-feb6-4663-9949-3757ed4467ad req-f316759e-a4c3-430b-8d49-8360eacb8143 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0509381 Aug 12 23:03:24.240867 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-75859339-feb6-4663-9949-3757ed4467ad req-2b6f1251-27f7-4ad2-8540-5acf15476415 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Aug 12 23:03:25.142868 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:25.362005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc24aa3-ba50-41e3-a690-e10c88161b8e req-36a661eb-5295-4b88-8d77-8f4f6ef95546 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:25.363464 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efc24aa3-ba50-41e3-a690-e10c88161b8e req-36a661eb-5295-4b88-8d77-8f4f6ef95546 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0492225 Aug 12 23:03:25.404952 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-efc24aa3-ba50-41e3-a690-e10c88161b8e req-25e2bd8d-9023-4999-9321-61c84f1d3eaa tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Aug 12 23:03:26.410779 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7c4adb9f-38d1-463b-8999-a13efad14f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:26.472538 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:03:26.526122 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df2466-8391-4c89-b14b-7b142afaff90 req-6cf8d83f-96f5-4d4e-9780-b25bafe892f0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:26.528305 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-00df2466-8391-4c89-b14b-7b142afaff90 req-6cf8d83f-96f5-4d4e-9780-b25bafe892f0 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 944 time: 0.0549881 Aug 12 23:03:26.572397 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-00df2466-8391-4c89-b14b-7b142afaff90 req-8b6a1e0d-a2f7-4fc9-8f44-ba80f8eb0065 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Aug 12 23:03:26.579334 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:26.590938 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'port_id': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'mac_address': 'fa:16:3e:4f:77:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:03:26.628976 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:26.641247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:03:26.661920 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:26.668901 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:26.716005 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=9']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:26.763074 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:27.378939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:03:27.420990 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:27.705161 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faf0fe-2bdc-45e3-927d-ddf7a7d604ee req-c4ed7c83-6e81-48c3-86c8-e27d6ab80625 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:27.706702 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-73faf0fe-2bdc-45e3-927d-ddf7a7d604ee req-c4ed7c83-6e81-48c3-86c8-e27d6ab80625 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 945 time: 0.0552647 Aug 12 23:03:27.746564 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-73faf0fe-2bdc-45e3-927d-ddf7a7d604ee req-3750a774-42fd-4e94-96a2-6c030a6c3b88 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Aug 12 23:03:28.493860 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:28.542170 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:28.542537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:28.617019 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:28.640531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:28.642891 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95810ed9-3e28-4cd4-8eba-d720fd16e38f" -d '{"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:28.655528 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:28.661199 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:28.690564 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d934ae1-becc-4dac-9d25-39bb0c2bd25e x-openstack-request-id: req-8d934ae1-becc-4dac-9d25-39bb0c2bd25e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:28.690847 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-plugged", "status": "completed", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:28.691094 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d934ae1-becc-4dac-9d25-39bb0c2bd25e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:28.691474 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'code': 200} Aug 12 23:03:28.714022 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=10']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:28.867322 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:28.884640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a1aad-62f7-461a-8c80-d5718e4d5913 req-680f2f20-d8db-483e-bcbd-5238dde4f37e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:28.886894 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f89a1aad-62f7-461a-8c80-d5718e4d5913 req-680f2f20-d8db-483e-bcbd-5238dde4f37e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0595975 Aug 12 23:03:28.905169 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-48476ffb-3869-4b8f-a80a-7eaddd2b651e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598104708&fields=id&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 267 time: 0.0384626 Aug 12 23:03:28.935458 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f89a1aad-62f7-461a-8c80-d5718e4d5913 req-33b676b3-2cd4-4231-ace2-df16320e199e tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Aug 12 23:03:28.998485 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a67a-fe83-48b8-9d9a-906a5fadc5b2 req-102a61ab-2089-4fe8-a199-ea92df58bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:28.999906 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-be54a67a-fe83-48b8-9d9a-906a5fadc5b2 req-102a61ab-2089-4fe8-a199-ea92df58bacf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 1100 time: 0.0914462 Aug 12 23:03:29.022961 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-7a037c4d-5f8a-4bdc-93fa-edeae76fb317 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:29.024404 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-7a037c4d-5f8a-4bdc-93fa-edeae76fb317 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1112046 Aug 12 23:03:29.040452 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-705f930d-1584-4649-93ba-2a2470907f38 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/quotas/072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 375 time: 0.0099189 Aug 12 23:03:29.045181 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-be54a67a-fe83-48b8-9d9a-906a5fadc5b2 req-d76c0120-ebb0-4cf5-b672-1a1929126aeb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294094 Aug 12 23:03:29.095395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-30165015-b521-4dd5-a7d9-90ca19ec6ea8 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485222 Aug 12 23:03:29.162836 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-1ea56228-8015-4db3-bfa0-49583610e87f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93943) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 23:03:29.163809 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-1ea56228-8015-4db3-bfa0-49583610e87f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572474 Aug 12 23:03:29.263611 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-2515e084-1693-49a3-b3ef-ceb54d4b96bb service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932376 Aug 12 23:03:29.356884 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-fb42bfa2-2b58-4163-b6ed-2acf70d67b22 service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Aug 12 23:03:29.679158 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b425ce99-1d57-406c-890c-e887c783f3fb req-66156c12-27c0-4be7-8135-aa30a1e0833d tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Aug 12 23:03:30.066871 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd8c0a-ec93-4640-a6e4-6df793a32d25 req-13163479-1cc1-4c3e-942d-cdb8cd20798d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:30.068453 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e1cd8c0a-ec93-4640-a6e4-6df793a32d25 req-13163479-1cc1-4c3e-942d-cdb8cd20798d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0535579 Aug 12 23:03:30.107023 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e1cd8c0a-ec93-4640-a6e4-6df793a32d25 req-47a2c128-67bb-41a6-ba18-44dc0772d101 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Aug 12 23:03:30.780198 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-6bbb5f5b-47ef-4666-8dfb-b03dd2724f5d req-d9daad1d-a4c1-4163-8a7a-d370638d1c20 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 210 time: 0.0315318 Aug 12 23:03:30.940973 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a45da-3b94-45dc-930c-a2a7e7d869e5 req-e3747c1a-763c-461a-9624-f09a2d3f3fea tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:30.942644 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-812a45da-3b94-45dc-930c-a2a7e7d869e5 req-e3747c1a-763c-461a-9624-f09a2d3f3fea tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.0541117 Aug 12 23:03:30.985942 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-812a45da-3b94-45dc-930c-a2a7e7d869e5 req-6f8953d5-1d0f-4ca4-bfc1-d17c628c9ecc tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 Aug 12 23:03:31.086369 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-7a31d4e6-a212-4091-852c-aae2ffaa789e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:31.088021 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-7a31d4e6-a212-4091-852c-aae2ffaa789e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1158614 Aug 12 23:03:31.140361 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-530189b7-cd7c-4806-9437-81f764ac32aa tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 379 time: 0.0360742 Aug 12 23:03:31.164013 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'port': {'device_id': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'admin_state_up': True, 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'security_groups': ['b9546cb8-8575-4e6b-9ed7-1cb358e05988']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:31.290987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0a61-eed6-4000-b892-e38ff36ecc41 req-4d9920d8-30d1-469a-882c-0ac8e13efa33 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:31.292452 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bb9f0a61-eed6-4000-b892-e38ff36ecc41 req-4d9920d8-30d1-469a-882c-0ac8e13efa33 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0791574 Aug 12 23:03:31.346446 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bb9f0a61-eed6-4000-b892-e38ff36ecc41 req-4b42e87e-788d-4426-8002-2124eb54e612 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465600 Aug 12 23:03:31.347545 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Made reservation on behalf of 072bf67a4c3e429185a22a805d0738e3 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:03:31.350973 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.483939 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.20.0.8 (3c26b131-bc35-4840-bbb9-e619ed6128e2/fd6d4451-f106-4ad9-a48c-fb894e28adb4/f7103230-c657-4310-ad7c-e97eab609dc6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:03:31.620499 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.634820 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Transition to ACTIVE for port object f7103230-c657-4310-ad7c-e97eab609dc6 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:03:31.672401 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.721209 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:03:31.724484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:03:31.728937 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:03:31.733480 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:31.782781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:31.783409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.800191 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-20ee06b3-a56f-45f1-bd0f-6696f0e7bff9 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6409073 Aug 12 23:03:31.830228 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-2c8b5e4f-4288-44ea-acda-fb8f1eeab51b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 23:03:31.831512 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-2c8b5e4f-4288-44ea-acda-fb8f1eeab51b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059087 Aug 12 23:03:31.849896 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Request body: {'port': {'device_id': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:31.918021 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.923858 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf11e33-4122-4a12-8d56-f3d6385ab503 req-23cfb6b7-1a01-48e0-8a42-d081f9d02553 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:31.929904 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-faf11e33-4122-4a12-8d56-f3d6385ab503 req-23cfb6b7-1a01-48e0-8a42-d081f9d02553 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 931 time: 0.0734289 Aug 12 23:03:31.931615 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-556be1cc-7eb3-4dac-8154-161d888334af None None] Provisioning for port f7103230-c657-4310-ad7c-e97eab609dc6 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:03:31.939872 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-556be1cc-7eb3-4dac-8154-161d888334af None None] Provisioning complete for port f7103230-c657-4310-ad7c-e97eab609dc6 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:31.940518 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-556be1cc-7eb3-4dac-8154-161d888334af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:31.974143 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-556be1cc-7eb3-4dac-8154-161d888334af None None] Port f7103230-c657-4310-ad7c-e97eab609dc6 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:03:31.977082 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-faf11e33-4122-4a12-8d56-f3d6385ab503 req-4b58ad88-2cdc-46f6-ad93-446087de94cb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436156 Aug 12 23:03:32.161181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf184ef-0d80-4597-b438-e037830b2966 req-4e79153a-0b3a-421b-beb2-836876077a33 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:32.162711 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fdf184ef-0d80-4597-b438-e037830b2966 req-4e79153a-0b3a-421b-beb2-836876077a33 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.1004076 Aug 12 23:03:32.243190 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fdf184ef-0d80-4597-b438-e037830b2966 req-ca6d9556-ee6a-4185-bfbd-a5838510ada4 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710628 Aug 12 23:03:32.258475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7103230-c657-4310-ad7c-e97eab609dc6 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:03:32.271386 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:32.286621 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Transition to ACTIVE for port object f7103230-c657-4310-ad7c-e97eab609dc6 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:03:32.291677 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:32.339287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Pushing event updated for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:32.415046 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Attempting to bind port f7103230-c657-4310-ad7c-e97eab609dc6 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:03:32.415494 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Attempting to bind port f7103230-c657-4310-ad7c-e97eab609dc6 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:03:32.415881 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Attempting to bind port f7103230-c657-4310-ad7c-e97eab609dc6 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:03:32.420422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Port f7103230-c657-4310-ad7c-e97eab609dc6 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:03:32.420804 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Attempting to bind port f7103230-c657-4310-ad7c-e97eab609dc6 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:03:32.426175 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:03:32.426505 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:03:32.426887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Bound using segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:03:32.427306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Bound port: f7103230-c657-4310-ad7c-e97eab609dc6, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:03:32.427661 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:32.478315 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb45442-08c4-4ff6-8e08-aff15a0b291e req-af16a1d8-52a2-4b64-ba87-1d1aa319a27d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:32.479995 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9fb45442-08c4-4ff6-8e08-aff15a0b291e req-af16a1d8-52a2-4b64-ba87-1d1aa319a27d tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0517740 Aug 12 23:03:32.498484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:03:32.501493 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7103230-c657-4310-ad7c-e97eab609dc6,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:03:32.507071 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:32.519769 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9fb45442-08c4-4ff6-8e08-aff15a0b291e req-99425d18-a27c-4284-a8a3-7008896500eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Aug 12 23:03:32.812634 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:32.813215 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:32.814620 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] 10.222.0.70 "PUT /v2.0/ports/f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 1093 time: 0.9695678 Aug 12 23:03:32.815174 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:32.817551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50fad86-947c-49b1-ae80-2c9d293353e6" -d '{"events": [{"name": "network-changed", "server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:32.841913 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Pushing event updated for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:32.849175 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.849579 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.849880 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.850206 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.850531 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.850856 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.851173 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.851491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.851807 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.852664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.852664 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.852882 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e50479-ef80-412a-b583-e91a5fce9bfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:32.857223 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63b7f9-6d60-4876-9abc-38bc1ce71f81 x-openstack-request-id: req-9d63b7f9-6d60-4876-9abc-38bc1ce71f81 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:32.857526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:32.857772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d63b7f9-6d60-4876-9abc-38bc1ce71f81 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:32.858149 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'status': 'completed', 'code': 200} Aug 12 23:03:32.948631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-273aef80-8922-4e00-bc86-28c2e92a8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:32.950143 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-273aef80-8922-4e00-bc86-28c2e92a8bbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0425470 Aug 12 23:03:33.014096 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-24d3d81b-d877-4b9a-87a5-ff9593c69ca6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 217 time: 0.0349355 Aug 12 23:03:33.068678 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-faa4edf0-d4a4-4e24-8c2c-5178f4b5c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.070069 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-faa4edf0-d4a4-4e24-8c2c-5178f4b5c710 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0482092 Aug 12 23:03:33.100435 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3ebbe-232c-41fc-9b75-3cd3f9864394 req-b82d86c2-2ee1-45a4-9d3a-24c7fd6d4d03 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.101879 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-aab3ebbe-232c-41fc-9b75-3cd3f9864394 req-b82d86c2-2ee1-45a4-9d3a-24c7fd6d4d03 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0477784 Aug 12 23:03:33.115544 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-b1ec5299-0eca-4695-b0a1-79bc96b5ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.117008 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-b1ec5299-0eca-4695-b0a1-79bc96b5ca6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393243 Aug 12 23:03:33.139893 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-aab3ebbe-232c-41fc-9b75-3cd3f9864394 req-c7c091a5-d77d-43e2-9ec6-f9cf8a5d34f1 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318799 Aug 12 23:03:33.216527 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-44abd129-eabc-4e28-9430-58a4968e4b58 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837393 Aug 12 23:03:33.378385 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-3efcbeba-a542-40be-a890-d53316ed4475 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.380207 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-3efcbeba-a542-40be-a890-d53316ed4475 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.1341231 Aug 12 23:03:33.399853 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c2905b8d-9275-41da-9b4d-46a3ecab9f09 req-b62542a4-6d93-4afc-a1f2-bd9909134870 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548197 Aug 12 23:03:33.434697 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e6bf6-83c2-4d8d-acab-21054fe4773c req-a044148c-9f14-470e-97c0-36eca26b108d tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.436511 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a50e6bf6-83c2-4d8d-acab-21054fe4773c req-a044148c-9f14-470e-97c0-36eca26b108d tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 946 time: 0.1207807 Aug 12 23:03:33.512758 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a50e6bf6-83c2-4d8d-acab-21054fe4773c req-753f57c8-3a8d-486b-8100-bec3061e9f16 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a463a10-fe03-4d28-b968-872d433565c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694914 Aug 12 23:03:33.558644 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-68a44a50-fbd9-490b-be38-607c04f9a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.560145 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-68a44a50-fbd9-490b-be38-607c04f9a16b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0614433 Aug 12 23:03:33.561855 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Deleting port 0809fb09-c6d0-430f-942e-c2cbb969ab42 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:33.562172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:33.706557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] For port 0809fb09-c6d0-430f-942e-c2cbb969ab42, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=0809fb09-c6d0-430f-942e-c2cbb969ab42,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:33.706932 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:33.726526 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-753e3e1e-8518-4f88-92f8-e19b8f773536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.728016 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-753e3e1e-8518-4f88-92f8-e19b8f773536 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.1524284 Aug 12 23:03:33.794231 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-f1c3b629-b10f-4d66-b259-7c69ee1f44d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 217 time: 0.0411003 Aug 12 23:03:33.888936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-0b1afeff-9567-4c47-b362-583a98996afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.890411 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-0b1afeff-9567-4c47-b362-583a98996afd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0870869 Aug 12 23:03:33.970095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:33.970333 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:33.970667 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Floating IP 6c35b2ad-9ad6-4910-9237-0c4da5e7d460 disassociated. External IP: 172.27.3.64, port: 0809fb09-c6d0-430f-942e-c2cbb969ab42. Aug 12 23:03:33.970996 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Calling delete_port for 0809fb09-c6d0-430f-942e-c2cbb969ab42 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:33.989725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-d82a7cf9-6ab0-4a58-a29c-85f4cad9af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:33.991254 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-d82a7cf9-6ab0-4a58-a29c-85f4cad9af13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699103 Aug 12 23:03:34.123410 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-4a12c4ec-f2f6-4632-8010-ecd80e42469a service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028886 Aug 12 23:03:34.228044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:34.259061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d35a9-b0af-4ec0-8733-7419ad86bbab req-5014db3a-2c85-4e57-a9e6-9d6411476eec tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:34.260565 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c49d35a9-b0af-4ec0-8733-7419ad86bbab req-5014db3a-2c85-4e57-a9e6-9d6411476eec tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0530427 Aug 12 23:03:34.274055 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'Port': ['ID=0809fb09-c6d0-430f-942e-c2cbb969ab42,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:34.279345 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f50fad86-947c-49b1-ae80-2c9d293353e6 req-0f762773-aa36-4cd0-b4a2-ff2871a46d08 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290758 Aug 12 23:03:34.307352 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-c49d35a9-b0af-4ec0-8733-7419ad86bbab req-54cf3cb9-3c7a-4015-a12b-7b9b7472a72a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403173 Aug 12 23:03:34.389446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:34.500663 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:34.512211 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:34.522427 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:34.523045 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:34.543283 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] No DVR routers for this DVR port 0809fb09-c6d0-430f-942e-c2cbb969ab42 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:34.546099 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:34.548112 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cab5fc27-4d0d-4555-9151-b7f5adc35547 req-effff20d-47e0-4502-895e-95d935e7fa02 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.70 "DELETE /v2.0/ports/0809fb09-c6d0-430f-942e-c2cbb969ab42 HTTP/1.1" status: 204 len: 173 time: 1.1596577 Aug 12 23:03:34.611726 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-114f558e-cc62-40d0-b2d2-5850a79fcf8c req-bd08e6f8-0e07-4465-aeda-e62ad397a600 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/ports?device_id=256dd69f-3790-40a5-97a8-d15e51be755b HTTP/1.1" status: 200 len: 210 time: 0.0268753 Aug 12 23:03:34.648744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:34.859372 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'name': 'network-vif-deleted', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:34.861710 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6466b53-2ae7-4a26-8f41-d3a0e80f958a" -d '{"events": [{"server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "name": "network-vif-deleted", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:34.868745 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:34.895697 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:34.898542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835cb663-907e-448c-92d3-13ef57d01ec5 x-openstack-request-id: req-835cb663-907e-448c-92d3-13ef57d01ec5 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:34.898834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256dd69f-3790-40a5-97a8-d15e51be755b", "name": "network-vif-deleted", "tag": "0809fb09-c6d0-430f-942e-c2cbb969ab42", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:34.899088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-835cb663-907e-448c-92d3-13ef57d01ec5 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:34.899516 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256dd69f-3790-40a5-97a8-d15e51be755b', 'name': 'network-vif-deleted', 'tag': '0809fb09-c6d0-430f-942e-c2cbb969ab42', 'status': 'completed', 'code': 200} Aug 12 23:03:34.905779 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:34.906380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:35.011915 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:35.219636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:35.249943 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5584-41a3-4341-b5a3-badacd9cb04c None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T22:52:54Z', 'revision_number': 4, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '40a203aa-893b-4e18-b7f4-35a40dcc82ed', 'name': '', 'network_id': '9d23dcfe-e4a9-4bf0-b110-50cb4710dee2', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'mac_address': 'fa:16:3e:e3:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:52Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'subnets': [{'id': '41df7ef8-eb0b-4063-9f55-7d619715a7d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:35.428358 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a2364-1481-487e-ad32-4dd95c3ad75c req-00365077-e5b1-4edc-81a9-1cead860c715 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:35.430130 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e43a2364-1481-487e-ad32-4dd95c3ad75c req-00365077-e5b1-4edc-81a9-1cead860c715 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0527678 Aug 12 23:03:35.469085 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e43a2364-1481-487e-ad32-4dd95c3ad75c req-019e80c8-a76a-434b-941c-612436079fbe tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327113 Aug 12 23:03:35.474354 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4ca26-1c78-4bad-9dee-4edaf8fb3d69 None None] New status for floating IP 6c35b2ad-9ad6-4910-9237-0c4da5e7d460: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:03:35.709615 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:35.767251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:35.791450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:35.852181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:35.854797 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:35.855971 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "DELETE /v2.0/security-groups/6a463a10-fe03-4d28-b968-872d433565c8 HTTP/1.1" status: 204 len: 168 time: 0.1453397 Aug 12 23:03:35.858960 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57540) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:35.865779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a2aeb-f74f-4a48-8fa7-cd9f636056f8 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a463a10-fe03-4d28-b968-872d433565c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:35.872755 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.api.v2.resource [None req-b38c7fad-69e8-40f5-a1f5-a3db8454acda tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] show failed (client error): The resource could not be found. Aug 12 23:03:35.876590 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:35.876735 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-b38c7fad-69e8-40f5-a1f5-a3db8454acda tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "GET /v2.0/security-groups/6a463a10-fe03-4d28-b968-872d433565c8 HTTP/1.1" status: 404 len: 347 time: 0.0166569 Aug 12 23:03:36.005190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Deleting port 1a73cbe4-9b60-496c-8b12-21ee56583270 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:36.005536 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.077454 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.077667 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.089068 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Calling delete_port for 1a73cbe4-9b60-496c-8b12-21ee56583270 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:36.226014 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.254986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Pushing event deleted for resources: {'Port': ['ID=1a73cbe4-9b60-496c-8b12-21ee56583270,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:36.319350 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.321887 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:36.323035 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-4e108172-f591-4acc-b0dc-78432f358550 tempest-AttachVolumeTestJSON-1531900631 tempest-AttachVolumeTestJSON-1531900631-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c35b2ad-9ad6-4910-9237-0c4da5e7d460 HTTP/1.1" status: 204 len: 168 time: 0.4454467 Aug 12 23:03:36.564471 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 0809fb09-c6d0-430f-942e-c2cbb969ab42 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:36.598813 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8166d3-b034-4ea0-8bbe-db1d0207920f req-65c742aa-03f4-4b17-9af3-b93efec74406 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:36.600418 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5f8166d3-b034-4ea0-8bbe-db1d0207920f req-65c742aa-03f4-4b17-9af3-b93efec74406 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0570185 Aug 12 23:03:36.642942 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5f8166d3-b034-4ea0-8bbe-db1d0207920f req-ce229052-630c-4160-9001-feb6aaca5b37 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358033 Aug 12 23:03:36.710876 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 0809fb09-c6d0-430f-942e-c2cbb969ab42 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:36.711399 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 0809fb09-c6d0-430f-942e-c2cbb969ab42 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:37.765190 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4876724-71ba-419f-af70-e8cadddca866 req-f56c8c1a-bd87-4152-96f1-fd3ecdde1512 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:37.766692 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c4876724-71ba-419f-af70-e8cadddca866 req-f56c8c1a-bd87-4152-96f1-fd3ecdde1512 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0505612 Aug 12 23:03:37.806851 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c4876724-71ba-419f-af70-e8cadddca866 req-7bbc8467-a6ce-4080-85f3-a78eda8ea275 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Aug 12 23:03:38.938257 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3da71-a073-4ff9-aa0b-03f0a34d6faf req-a556f67a-6f0b-4848-abc4-45786929678f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:38.939701 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5aa3da71-a073-4ff9-aa0b-03f0a34d6faf req-a556f67a-6f0b-4848-abc4-45786929678f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.0559087 Aug 12 23:03:38.979403 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-5aa3da71-a073-4ff9-aa0b-03f0a34d6faf req-165da082-5411-49b4-9fb8-e0d4895efef2 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Aug 12 23:03:39.948197 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:40.180117 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e230a3d-5d43-446e-a7c5-06ece795ebc3 req-7ba24a02-1c2b-48d9-881f-e05d64d4135a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:40.181528 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7e230a3d-5d43-446e-a7c5-06ece795ebc3 req-7ba24a02-1c2b-48d9-881f-e05d64d4135a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 943 time: 0.1230063 Aug 12 23:03:40.264199 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7e230a3d-5d43-446e-a7c5-06ece795ebc3 req-fa70a179-670d-41d0-bbce-933b5055f2d3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757587 Aug 12 23:03:40.468842 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:40.593501 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f7103230-c657-4310-ad7c-e97eab609dc6 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:03:40.689473 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7103230-c657-4310-ad7c-e97eab609dc6,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:40.703777 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'port_id': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'mac_address': 'fa:16:3e:75:88:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:03:40.710418 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Deleting port 40a203aa-893b-4e18-b7f4-35a40dcc82ed {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:40.710763 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:40.740715 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:40.755960 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7103230-c657-4310-ad7c-e97eab609dc6 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:03:40.779730 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7103230-c657-4310-ad7c-e97eab609dc6,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:40.785930 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] For port 40a203aa-893b-4e18-b7f4-35a40dcc82ed, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=40a203aa-893b-4e18-b7f4-35a40dcc82ed,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:40.786239 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:40.786360 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:40.798936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Calling delete_port for 40a203aa-893b-4e18-b7f4-35a40dcc82ed owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:40.833304 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:40.840517 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.840697 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.840989 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.841318 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.841671 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.841992 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.842317 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.842636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.842956 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.843276 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.843590 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.843890 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:40.976205 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:41.005595 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a203aa-893b-4e18-b7f4-35a40dcc82ed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:41.162757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:41.287408 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['f7103230-c657-4310-ad7c-e97eab609dc6'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:03:41.390409 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15ec5b-92b0-4e12-93f5-8e876e5e5320 req-d0795157-f927-4c79-97de-695737b48d36 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:41.391970 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-de15ec5b-92b0-4e12-93f5-8e876e5e5320 req-d0795157-f927-4c79-97de-695737b48d36 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 944 time: 0.0601287 Aug 12 23:03:41.436274 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-de15ec5b-92b0-4e12-93f5-8e876e5e5320 req-adb445f5-26d9-461b-b748-eae21324d50f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373189 Aug 12 23:03:41.664723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Router 57153767-4d7a-4b93-bcc9-445ba1f47e55 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:41.774383 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:41.779509 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-57e275a1-ef0f-460f-a8f9-263c356ab238 admin admin] 10.222.0.13 "PUT /v2.0/routers/57153767-4d7a-4b93-bcc9-445ba1f47e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301311 Aug 12 23:03:41.782161 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:41.784845 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Sync routers for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:41.794903 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:41.795440 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:41.886997 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:41.897015 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:41.990640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.043090 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Deleting port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:42.043442 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.073965 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T23:03:40Z', 'revision_number': 5, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port': {'id': '6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:48Z', 'updated_at': '2021-08-12T22:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:42.100354 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Checking router: 57153767-4d7a-4b93-bcc9-445ba1f47e55 for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:42.108648 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Routers {'57153767-4d7a-4b93-bcc9-445ba1f47e55'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:42.109262 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['57153767-4d7a-4b93-bcc9-445ba1f47e55'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:42.120318 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] For port 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:42.120669 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.134007 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Calling delete_port for 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:42.193817 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] Set router 57153767-4d7a-4b93-bcc9-445ba1f47e55 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:42.243157 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T23:03:41Z', 'revision_number': 6, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:42.273128 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f154ab91-a633-4b0d-a278-282e1ab6341f None None] The sync data for ids ['57153767-4d7a-4b93-bcc9-445ba1f47e55'] in dv-cinder-759943-11-iscsi is: [{'id': '57153767-4d7a-4b93-bcc9-445ba1f47e55', 'name': 'tempest-AttachVolumeTestJSON-283819183-router', 'tenant_id': '2834f66ce7594b2981e1fade41397b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:45Z', 'updated_at': '2021-08-12T23:03:41Z', 'revision_number': 6, 'project_id': '2834f66ce7594b2981e1fade41397b79', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:42.309701 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.336882 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:42.397618 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.485565 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.487727 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.552738 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.553264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57153767-4d7a-4b93-bcc9-445ba1f47e55 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:03:42.563340 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.564461 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-937f728d-a7bd-4cc7-9845-7b3509fadd54 admin admin] 10.222.0.13 "DELETE /v2.0/routers/57153767-4d7a-4b93-bcc9-445ba1f47e55 HTTP/1.1" status: 204 len: 168 time: 0.7814155 Aug 12 23:03:42.567233 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57592) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:42.584251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc4949-2f61-4654-b2ad-4793408edfd2 req-eb976594-1979-4a38-93e9-6050368c4322 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:42.585510 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8cfc4949-2f61-4654-b2ad-4793408edfd2 req-eb976594-1979-4a38-93e9-6050368c4322 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 944 time: 0.0630271 Aug 12 23:03:42.595937 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f7103230-c657-4310-ad7c-e97eab609dc6 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:03:42.611869 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Deleting subnet 41df7ef8-eb0b-4063-9f55-7d619715a7d8 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:03:42.615019 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.626333 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8cfc4949-2f61-4654-b2ad-4793408edfd2 req-af792d94-4c96-46fe-b602-d4bd294df744 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343354 Aug 12 23:03:42.657703 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.664596 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port f7103230-c657-4310-ad7c-e97eab609dc6 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:03:42.669440 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port f7103230-c657-4310-ad7c-e97eab609dc6 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:42.669806 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.745617 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.755092 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.777006 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:42.779280 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc0fe1c-7c8a-428b-b3c2-254ae2c29576" -d '{"events": [{"server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "name": "network-vif-plugged", "status": "completed", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:42.792728 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7103230-c657-4310-ad7c-e97eab609dc6,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:42.798745 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.801971 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.822055 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b372cf28-ad5f-4325-b12a-180712218d2e x-openstack-request-id: req-b372cf28-ad5f-4325-b12a-180712218d2e {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:42.822341 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "name": "network-vif-plugged", "status": "completed", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:42.822585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b372cf28-ad5f-4325-b12a-180712218d2e {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:42.822971 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'code': 200} Aug 12 23:03:42.830705 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41df7ef8-eb0b-4063-9f55-7d619715a7d8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:42.836666 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.838582 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-7015fc8e-1869-4794-b7d1-4630a256deba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/41df7ef8-eb0b-4063-9f55-7d619715a7d8 HTTP/1.1" status: 204 len: 168 time: 0.2703691 Aug 12 23:03:42.841052 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57596) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:42.842934 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e83a17-11ca-45f7-9d1c-a5cda21066d0 None None] Network 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:42.886322 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:42.913943 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:42.970191 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Deleting port 3bf17370-2cf0-44cd-8201-2d40a9455578 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:42.970564 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.036720 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] For port 3bf17370-2cf0-44cd-8201-2d40a9455578, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3bf17370-2cf0-44cd-8201-2d40a9455578,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:43.036980 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.050630 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Calling delete_port for 3bf17370-2cf0-44cd-8201-2d40a9455578 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:43.080191 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] DHCP port deletion for 9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:03:43.111305 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c849e-5c6c-4421-9aed-8d5fea668fd0 req-f8e44a0a-7c48-4f5a-bfc6-3542a3fdb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:43.112984 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b04c849e-5c6c-4421-9aed-8d5fea668fd0 req-f8e44a0a-7c48-4f5a-bfc6-3542a3fdb87e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0514083 Aug 12 23:03:43.136691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Deleting port 3bf17370-2cf0-44cd-8201-2d40a9455578 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:43.136691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.152821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.155491 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b04c849e-5c6c-4421-9aed-8d5fea668fd0 req-abdb5e05-f4c3-4b15-99a1-a9b5a10cf9b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337284 Aug 12 23:03:43.180015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf17370-2cf0-44cd-8201-2d40a9455578,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:43.188318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] No DVR routers for this DVR port 3bf17370-2cf0-44cd-8201-2d40a9455578 on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:43.205793 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] For port 3bf17370-2cf0-44cd-8201-2d40a9455578, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3bf17370-2cf0-44cd-8201-2d40a9455578,segment=NetworkSegment(cbbad343-e70a-41ab-8eeb-cae859eb84c5),segment_id=cbbad343-e70a-41ab-8eeb-cae859eb84c5)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:43.206534 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.221070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Calling delete_port for 3bf17370-2cf0-44cd-8201-2d40a9455578 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:43.265964 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.277439 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d23dcfe-e4a9-4bf0-b110-50cb4710dee2']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:43.289316 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbad343-e70a-41ab-8eeb-cae859eb84c5') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:43.289748 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbad343-e70a-41ab-8eeb-cae859eb84c5') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:43.298622 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.312433 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.319704 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:03:43.320162 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:03:43.322706 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:03:43.351429 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.378781 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.379256 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] Pushing event deleted for resources: {'Port': ['ID=3bf17370-2cf0-44cd-8201-2d40a9455578,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:43.387073 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.387669 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f60bf3-fd5d-4518-9b71-4144e2207566 None None] No DVR routers for this DVR port 3bf17370-2cf0-44cd-8201-2d40a9455578 on host dv-cinder-759943-11-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:43.396149 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d23dcfe-e4a9-4bf0-b110-50cb4710dee2 HTTP/1.1" status: 204 len: 168 time: 0.5497384 Aug 12 23:03:43.405709 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cadd40-bacb-4001-ad1e-0a3eddbbbcf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d23dcfe-e4a9-4bf0-b110-50cb4710dee2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:43.541299 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:43.585209 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-cd50cb5f-48ed-43c1-885b-661446265d77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2834f66ce7594b2981e1fade41397b79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425599 Aug 12 23:03:43.587856 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:43.604017 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 40a203aa-893b-4e18-b7f4-35a40dcc82ed no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:43.623861 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 40a203aa-893b-4e18-b7f4-35a40dcc82ed {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:43.624206 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 40a203aa-893b-4e18-b7f4-35a40dcc82ed not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:43.624614 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:43.638181 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.643542 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:43.643868 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 6f6cfa34-0d7b-4a15-a6a8-998fc2d3894c not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:43.644272 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3bf17370-2cf0-44cd-8201-2d40a9455578 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:43.659933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.662711 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 3bf17370-2cf0-44cd-8201-2d40a9455578 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:43.663207 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3bf17370-2cf0-44cd-8201-2d40a9455578 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:43.736152 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.740757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:43.742841 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30f64857-cc5f-448c-93cf-157ca263ae49 HTTP/1.1" status: 204 len: 168 time: 0.1538682 Aug 12 23:03:43.756692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f71f13-a3f2-4950-857e-d4f87eee9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f64857-cc5f-448c-93cf-157ca263ae49,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:43.766407 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3def3-7db7-4d80-94be-e2dbbb63a28d req-1dec5c5d-20f4-453d-a9b4-3dc60bd5be0b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:43.769786 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9eb3def3-7db7-4d80-94be-e2dbbb63a28d req-1dec5c5d-20f4-453d-a9b4-3dc60bd5be0b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0697012 Aug 12 23:03:43.807530 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9eb3def3-7db7-4d80-94be-e2dbbb63a28d req-9fc04be5-296c-43db-95b2-58a6fd228031 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332770 Aug 12 23:03:44.473620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57628) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:44.580896 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-196996682-network', 'tenant_id': 'a513f8df99774de6b91fcd33229bfc18'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:44.606760 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Made reservation on behalf of a513f8df99774de6b91fcd33229bfc18 for: {'network': 1} {{(pid=93943) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:03:44.609039 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.617428 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.730558 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-1f7955b4-57e4-433e-afc0-4c75a9cad634 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612175814&fields=id&tenant_id=4c843efe74344df1b31d2835cfc599f2 HTTP/1.1" status: 200 len: 267 time: 0.0523982 Aug 12 23:03:44.750310 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.768202 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.799402 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=93943) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 23:03:44.814734 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3def1-41b6-45c8-bc1c-d697f0614da7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:44.819233 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.819571 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.segments_db [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Added segment a95df531-2fe7-4bf9-8625-4996276ffd97 of type vlan for network 612ce2b6-83ac-486f-8050-c88f30643c9a Aug 12 23:03:44.836683 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-39fd39cc-e85b-47e4-b465-68512072a5dc tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:44.838239 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-39fd39cc-e85b-47e4-b465-68512072a5dc tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 985 time: 0.1002860 Aug 12 23:03:44.868676 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Request body: {'port': {'security_groups': ['0e0a9338-e9d9-494f-beac-ab03d3926b4c']}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:44.903142 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.926034 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c4a63-204e-4a09-9a3e-828655a150a7 req-8baddc90-5103-449a-bd80-a9cc1303bea0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:44.927578 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9d3c4a63-204e-4a09-9a3e-828655a150a7 req-8baddc90-5103-449a-bd80-a9cc1303bea0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0503395 Aug 12 23:03:44.961382 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.965392 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9d3c4a63-204e-4a09-9a3e-828655a150a7 req-513df4a2-2e06-4c9f-96b1-93745a08ea1f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Aug 12 23:03:44.970249 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:44.971312 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:44.971881 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.066161 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5885837 Aug 12 23:03:45.067078 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:45.073491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Request body: {'subnet': {'network_id': '612ce2b6-83ac-486f-8050-c88f30643c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-196996682-subnet', 'tenant_id': 'a513f8df99774de6b91fcd33229bfc18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:45.097468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6e84d-e31c-4d77-92de-e4d1af6614d0 req-30bbb0cb-8880-4158-9f70-8d1cb08242a5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.098957 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1ab6e84d-e31c-4d77-92de-e4d1af6614d0 req-30bbb0cb-8880-4158-9f70-8d1cb08242a5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0658419 Aug 12 23:03:45.100317 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ad75a-0a26-4c1f-a580-9478ffdbf7fd admin admin] Pushing event updated for resources: {'Network': ['ID=612ce2b6-83ac-486f-8050-c88f30643c9a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:45.112979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 612ce2b6-83ac-486f-8050-c88f30643c9a details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 23:03:45.127969 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Made reservation on behalf of a513f8df99774de6b91fcd33229bfc18 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:03:45.139102 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.208990 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1ab6e84d-e31c-4d77-92de-e4d1af6614d0 req-ff183fff-8dbf-48b2-9f7c-e1b23f6fc0de tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012402 Aug 12 23:03:45.239184 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:45.247330 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:45.282581 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.289488 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272894'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.333428 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:03:45.337363 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.338018 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.342799 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8db612d1-6975-4ae8-9fbe-fdbabbd25768 req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "PUT /v2.0/ports/db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 943 time: 0.4807367 Aug 12 23:03:45.343254 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:45.345697 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:45.345901 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:45.371938 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event updated for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:45.379701 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.380046 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.380424 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.380783 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.381111 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.381620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.382105 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.382431 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.382754 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.383072 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.383395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.384545 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6527709e-e43a-4a94-82c4-aeba751601d1 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:03:45.404839 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b8640-884b-45ad-9e9e-371736c38925 x-openstack-request-id: req-197b8640-884b-45ad-9e9e-371736c38925 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:45.405641 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:45.405641 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-197b8640-884b-45ad-9e9e-371736c38925 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:45.405890 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:03:45.409966 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.490749 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:03:45.538723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0424604a-6168-4c40-beca-16a8cd8c604f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:45.560551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0139fc1-1d00-4491-84cb-335a0ddcde46 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.564550 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c0139fc1-1d00-4491-84cb-335a0ddcde46 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1093 time: 0.3219671 Aug 12 23:03:45.565126 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57648) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:45.569426 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.570536 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.v2.base [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'port_id': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93943) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:45.589204 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-9974efe4-2682-4fcc-a18f-315bb3be9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.591181 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-9974efe4-2682-4fcc-a18f-315bb3be9700 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1099 time: 0.1303048 Aug 12 23:03:45.603643 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.628365 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Checking segment: {'id': 'a95df531-2fe7-4bf9-8625-4996276ffd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '612ce2b6-83ac-486f-8050-c88f30643c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:03:45.628705 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Network hostable DHCP agents. Network: 612ce2b6-83ac-486f-8050-c88f30643c9a, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 23:03:45.630026 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-451f48e9-e3fa-4fc2-aaaf-5550efe5385a None None] Provisioning complete for port db6f6782-3ef9-4118-bb4f-17f62490d359 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:03:45.630383 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-451f48e9-e3fa-4fc2-aaaf-5550efe5385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.634462 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.713169 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.723880 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Network 612ce2b6-83ac-486f-8050-c88f30643c9a is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 23:03:45.748747 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 612ce2b6-83ac-486f-8050-c88f30643c9a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:03:45.754695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.755622 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.759030 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa89b3-dd82-4290-87e2-e08af09e96e5 None None] Network 612ce2b6-83ac-486f-8050-c88f30643c9a requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:45.784357 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-97964a1f-341d-4c66-8566-a9dfba86ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.786061 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-97964a1f-341d-4c66-8566-a9dfba86ef24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.1698198 Aug 12 23:03:45.789030 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c3bf2e7f-ab64-497b-a6d2-db8aeb9b5daa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7209482 Aug 12 23:03:45.806185 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.808639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:45.812160 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "DELETE /v2.0/security-groups/d6930736-7930-4f66-b1ca-ba28d91d9c73 HTTP/1.1" status: 204 len: 168 time: 0.4630346 Aug 12 23:03:45.825142 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57652) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:45.850073 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8d445-8815-4240-a783-6dd1c4617f67 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6930736-7930-4f66-b1ca-ba28d91d9c73,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:45.871362 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-bd17dcfa-1c57-4740-9ec7-2641ba763165 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 1001 time: 0.0769553 Aug 12 23:03:45.901823 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.27.3.243 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/1440e182-aa99-4e62-b624-a130f90ebffc) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:03:45.935856 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bea15-aca1-418d-af6e-074715fd0173 None None] Network 612ce2b6-83ac-486f-8050-c88f30643c9a requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:45.954292 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-e020bb40-2d62-4de7-9d55-3feba31acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:45.955842 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-e020bb40-2d62-4de7-9d55-3feba31acd10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.0745258 Aug 12 23:03:46.023983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-4fd576c6-5d4a-4d42-9a74-bd337e1ccda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:46.025552 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-4fd576c6-5d4a-4d42-9a74-bd337e1ccda9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608404 Aug 12 23:03:46.094265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.118393 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Deleting port 99457305-0fc2-446a-817f-886768fa969f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:46.118790 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.137753 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-f872edea-ba49-42fb-bbe9-9e8b8d272650 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035347 Aug 12 23:03:46.215000 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.219086 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.219531 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.250412 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fbe289bb-b50d-4cb6-8a9a-00a957c88ebf req-9b84cb1c-9c57-4070-93a2-abee23b6bed8 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039770 Aug 12 23:03:46.261309 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Calling delete_port for 99457305-0fc2-446a-817f-886768fa969f owned by network:floatingip {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:46.288635 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:03:46.296109 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:03:46.324187 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:03:46.326255 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=1440e182-aa99-4e62-b624-a130f90ebffc,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:46.374221 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:46.379701 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120184380-network', 'tenant_id': '4fe6d99b81c648f1b76c59c06aa52983'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:46.405455 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Made reservation on behalf of 4fe6d99b81c648f1b76c59c06aa52983 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:03:46.408006 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.417559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.516256 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.522165 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.549699 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 23:03:46.559063 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c2bfd-5268-42a0-bc45-54e4e7dd1772,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:46.565606 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.566030 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.segments_db [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Added segment a7c68a84-4ea3-4de9-9e90-edb1b3ae8fe6 of type vlan for network 2c6e9f70-0718-4e5f-b807-3a25e7f359ac Aug 12 23:03:46.608218 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762307373379'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.638920 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.639917 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:46.640536 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.697911 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3198254 Aug 12 23:03:46.699648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:46.706260 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Request body: {'subnet': {'network_id': '2c6e9f70-0718-4e5f-b807-3a25e7f359ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2120184380-subnet', 'tenant_id': '4fe6d99b81c648f1b76c59c06aa52983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:03:46.713756 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ecbc-2dac-4121-a4e1-5a2437b22629 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6e9f70-0718-4e5f-b807-3a25e7f359ac,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:46.725041 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Network 2c6e9f70-0718-4e5f-b807-3a25e7f359ac details requested by agent ovs-agent-dv-cinder-759943-11-iscsi with host dv-cinder-759943-11-iscsi {{(pid=93944) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 23:03:46.733088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Made reservation on behalf of 4fe6d99b81c648f1b76c59c06aa52983 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:03:46.735689 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58767460'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.882992 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.914359 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59130569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58767446'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:46.935421 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event deleted for resources: {'Port': ['ID=99457305-0fc2-446a-817f-886768fa969f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:46.968714 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df389027-d7de-4a3e-bde9-a5c84215cdae,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:46.979818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Checking segment: {'id': 'a7c68a84-4ea3-4de9-9e90-edb1b3ae8fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2c6e9f70-0718-4e5f-b807-3a25e7f359ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:03:46.980171 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Network hostable DHCP agents. Network: 2c6e9f70-0718-4e5f-b807-3a25e7f359ac, hostable agents: ['22e51490-7497-497b-abc7-0d8df974426f'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 23:03:46.998148 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Network 2c6e9f70-0718-4e5f-b807-3a25e7f359ac is scheduled to be hosted by DHCP agent 22e51490-7497-497b-abc7-0d8df974426f with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 23:03:47.008480 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-11-iscsi, 2c6e9f70-0718-4e5f-b807-3a25e7f359ac) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:03:47.012865 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:47.013585 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.032248 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-69109efd-b5aa-47ec-85ff-ea531ba7603d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3301954 Aug 12 23:03:47.042153 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.042493 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.l3_db [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Floating IP 6fb08b91-c546-4333-a26c-4cdfe3fba2ba disassociated (deleted). External IP: 172.27.3.73, port: db6f6782-3ef9-4118-bb4f-17f62490d359. Aug 12 23:03:47.172364 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:47.181266 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.188554 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b17ace9-f490-4338-b95f-2035b010a79b None None] Network 2c6e9f70-0718-4e5f-b807-3a25e7f359ac requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:47.221243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Deleting subnet 0424604a-6168-4c40-beca-16a8cd8c604f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:03:47.225875 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.266096 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.313724 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44b23f-8cd3-4cee-9508-49b191781809 None None] Network 2c6e9f70-0718-4e5f-b807-3a25e7f359ac requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:47.318390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.328559 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.381969 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.396029 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:47.407510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0424604a-6168-4c40-beca-16a8cd8c604f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:47.413103 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.415390 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-fd44be07-9a92-4112-afcb-d553e9070e77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0424604a-6168-4c40-beca-16a8cd8c604f HTTP/1.1" status: 204 len: 168 time: 0.2410548 Aug 12 23:03:47.418061 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:47.494066 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.572745 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.579727 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:47.582541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612ce2b6-83ac-486f-8050-c88f30643c9a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:47.586941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.591341 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Sync routers for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:47.593451 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95df531-2fe7-4bf9-8625-4996276ffd97') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:47.593713 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95df531-2fe7-4bf9-8625-4996276ffd97') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:47.601706 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:47.602690 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:47.603200 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998622'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.613941 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.616830 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.623122 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:03:47.623515 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59130448'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.624821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3272894'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: Traceback (most recent call last): Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: timer() Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: cb(*args, **kw) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: return func(*args, **kwargs) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: self._notify() Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: self.callback(batched_events) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: event.method(event) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: return f(self, *a, **k) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._get(url).json() Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: return self.request(url, 'GET', **kwargs) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:03:47.625252 dv-cinder-759943-11-iscsi neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:03:47.633852 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-41190b08-65cd-46c7-8bcd-8a33ea8e8915 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "DELETE /v2.0/floatingips/6fb08b91-c546-4333-a26c-4cdfe3fba2ba HTTP/1.1" status: 204 len: 168 time: 1.8074226 Aug 12 23:03:47.638202 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:47.640909 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce72f9f-055d-402d-a6b8-eadb9c92593e" -d '{"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:47.707573 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.710929 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c31c5-a203-44b7-adb1-5246ec6fd9db x-openstack-request-id: req-275c31c5-a203-44b7-adb1-5246ec6fd9db {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:47.711220 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:47.711474 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-275c31c5-a203-44b7-adb1-5246ec6fd9db {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:47.711865 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:03:47.729532 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:47.732370 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.737902 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.739964 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] 10.222.0.13 "DELETE /v2.0/networks/612ce2b6-83ac-486f-8050-c88f30643c9a HTTP/1.1" status: 204 len: 168 time: 0.3209455 Aug 12 23:03:47.745174 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:47.761746 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=1440e182-aa99-4e62-b624-a130f90ebffc,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:47.796818 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce7f7-b5ca-4f79-a027-cb8deb4cd68d admin admin] Pushing event deleted for resources: {'Network': ['ID=612ce2b6-83ac-486f-8050-c88f30643c9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:47.829421 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.db.l3_db [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP 9066dbc0-a4c0-4dc2-8198-0a0eeebaf671 associated. External IP: 172.27.3.243, port: f7103230-c657-4310-ad7c-e97eab609dc6. Aug 12 23:03:47.862919 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Deleting subnet df389027-d7de-4a3e-bde9-a5c84215cdae {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:03:47.868476 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:47.873692 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-0f955fc6-84fe-46de-ab6e-c8650c851d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:47.881489 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-0f955fc6-84fe-46de-ab6e-c8650c851d0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c843efe74344df1b31d2835cfc599f2&device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 1099 time: 0.0942183 Aug 12 23:03:47.967671 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.019232 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.029432 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.045765 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Checking router: 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:48.049725 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-1a9e2a68-0a23-4d07-985c-321eb28b28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:48.051250 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-1a9e2a68-0a23-4d07-985c-321eb28b28d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 200 len: 916 time: 0.1488874 Aug 12 23:03:48.054646 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:48.055239 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.092262 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:48.124665 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.127476 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-932cfb63-c4ef-4127-ac1c-6de8ee6dc610 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 200 len: 217 time: 0.0613258 Aug 12 23:03:48.160802 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df389027-d7de-4a3e-bde9-a5c84215cdae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:48.179859 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.181659 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:48.181898 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e31f8b6b-f911-4784-b919-7a3015790e30 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df389027-d7de-4a3e-bde9-a5c84215cdae HTTP/1.1" status: 204 len: 168 time: 0.4357193 Aug 12 23:03:48.184337 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:48.184582 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:03:48.205464 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:48.221164 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:48.229563 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.238576 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:48.240300 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.250382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-d1f8a80b-abd4-4cf7-8217-f8656392c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:48.251867 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-d1f8a80b-abd4-4cf7-8217-f8656392c689 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 200 len: 854 time: 0.1007020 Aug 12 23:03:48.259712 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a0bbadb4-d4e7-43c3-8fa6-af240829573a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6932588 Aug 12 23:03:48.270870 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.360491 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:48.395541 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.429881 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46486390-8cb8-41ac-8262-d2797ba3dabc None None] The sync data for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi is: [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:38Z', 'revision_number': 4, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': '5629c0c7-52f6-4a8f-a542-014aefc0c3d6', 'name': '', 'network_id': '6a4130c7-a3b0-4b68-bd09-91f6b2aaba06', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'mac_address': 'fa:16:3e:e0:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:38Z', 'updated_at': '2021-08-12T22:59:43Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'subnets': [{'id': '6e617f5e-7ce6-4886-9b50-82734ac20357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:48.622944 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9066dbc0-a4c0-4dc2-8198-0a0eeebaf671', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:75:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:03:46Z', 'updated_at': '2021-08-12T23:03:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.650912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:48.659755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:48.660372 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.671755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-efbfe37f-3d2e-43e7-8adc-f81c265d16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:48.673270 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-efbfe37f-3d2e-43e7-8adc-f81c265d16d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3969312 Aug 12 23:03:48.681088 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.697003 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355c5c5-d931-42a7-af5a-efcc01fb0133 None None] New status for floating IP 6fb08b91-c546-4333-a26c-4cdfe3fba2ba: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:03:48.706797 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6e9f70-0718-4e5f-b807-3a25e7f359ac']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.741136 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c68a84-4ea3-4de9-9e90-edb1b3ae8fe6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.741409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c68a84-4ea3-4de9-9e90-edb1b3ae8fe6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:48.756021 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998622'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.771748 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:48.781504 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.791914 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:03:48.792366 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59130448'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: Traceback (most recent call last): Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: timer() Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: cb(*args, **kw) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: return func(*args, **kwargs) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: self._notify() Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: self.callback(batched_events) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: event.method(event) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: return f(self, *a, **k) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._get(url).json() Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: return self.request(url, 'GET', **kwargs) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:03:48.794464 dv-cinder-759943-11-iscsi neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:03:48.848486 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-6cfdd8fb-5312-48b8-a879-8c2d6b4ef87e service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646216 Aug 12 23:03:48.872333 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.913514 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:48.915364 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c6e9f70-0718-4e5f-b807-3a25e7f359ac HTTP/1.1" status: 204 len: 168 time: 0.7301371 Aug 12 23:03:48.926583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509fc9-2e3b-4536-bfed-c885feea5fab admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6e9f70-0718-4e5f-b807-3a25e7f359ac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:48.973641 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fce72f9f-055d-402d-a6b8-eadb9c92593e req-e499c596-d2ed-4703-aaf7-543fa6a46705 service neutron] 10.222.0.70 "GET /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107216 Aug 12 23:03:49.031750 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9066dbc0-a4c0-4dc2-8198-0a0eeebaf671', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:75:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:03:46Z', 'updated_at': '2021-08-12T23:03:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:49.062791 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21535cf6-f8fb-4ff3-b1eb-c08c65a1dc60 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': '9066dbc0-a4c0-4dc2-8198-0a0eeebaf671', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:75:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:03:46Z', 'updated_at': '2021-08-12T23:03:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:49.108976 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:49.163465 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-7ea4a440-af96-4348-9987-8213f08c8761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a513f8df99774de6b91fcd33229bfc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530493 Aug 12 23:03:49.166218 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57704) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:49.233996 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.260141 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.289790 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3683e1-9341-4e88-bcdb-7a8a209d5430 None None] New status for floating IP 9066dbc0-a4c0-4dc2-8198-0a0eeebaf671: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:03:49.311583 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.314427 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.315594 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ac3def1-41b6-45c8-bc1c-d697f0614da7 HTTP/1.1" status: 204 len: 168 time: 0.1483419 Aug 12 23:03:49.328515 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3f369-6aaf-4f2b-9756-cf089dd0d11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3def1-41b6-45c8-bc1c-d697f0614da7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:49.664632 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57712) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:49.705988 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-94bb3f34-74a8-4669-86a5-2bc7be04e365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fe6d99b81c648f1b76c59c06aa52983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400794 Aug 12 23:03:49.708502 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57714) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:49.713999 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:49.716131 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7afa58e816b75384b7ec68bf697e73c7d5bb3194a57fdc4c411602284f6c4154" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8304c4de-02a0-4239-a605-a6e10308d058" -d '{"events": [{"name": "network-changed", "server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:49.752459 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec31525-be1d-4587-8719-602038489ddf x-openstack-request-id: req-eec31525-be1d-4587-8719-602038489ddf {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:49.752736 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6", "status": "completed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:49.752985 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eec31525-be1d-4587-8719-602038489ddf {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:49.753377 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'status': 'completed', 'code': 200} Aug 12 23:03:49.768439 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.789509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.838395 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.842598 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:49.843814 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c4de-02a0-4239-a605-a6e10308d058 req-1d497e29-0753-4b47-9317-a28f9ba5f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:49.843930 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/918c2bfd-5268-42a0-bc45-54e4e7dd1772 HTTP/1.1" status: 204 len: 168 time: 0.1330476 Aug 12 23:03:49.844019 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-1d497e29-0753-4b47-9317-a28f9ba5f70c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0416853 Aug 12 23:03:49.850796 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b925-bcf4-4f07-b43d-52d7b8eaa548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c2bfd-5268-42a0-bc45-54e4e7dd1772,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:49.943314 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c4de-02a0-4239-a605-a6e10308d058 req-ce2ee222-d827-4878-9a41-5ba2f311ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:49.944842 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-ce2ee222-d827-4878-9a41-5ba2f311ba09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0928104 Aug 12 23:03:50.016661 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-5917f57b-99a5-47c4-9d71-42755af99ac5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0618246 Aug 12 23:03:50.067606 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c4de-02a0-4239-a605-a6e10308d058 req-4d380ab9-86c5-41c8-a92e-edf75d43684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:50.069227 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-4d380ab9-86c5-41c8-a92e-edf75d43684b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0434937 Aug 12 23:03:50.114339 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304c4de-02a0-4239-a605-a6e10308d058 req-cd1e5fd0-741f-4279-ba62-79abfb7b71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:50.116162 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-cd1e5fd0-741f-4279-ba62-79abfb7b71aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398862 Aug 12 23:03:50.212366 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-28f5607c-76f1-4721-acb0-f5c858adc6cd service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887692 Aug 12 23:03:50.308684 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8304c4de-02a0-4239-a605-a6e10308d058 req-f8d7e90f-a74e-490b-8ef1-c22c45a0161e service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 Aug 12 23:03:50.505039 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa983c-4da8-4533-87e4-d5e98335f6c5 req-38ed23c0-0f07-42a8-8a35-d1880069ff9c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:50.506734 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7afa983c-4da8-4533-87e4-d5e98335f6c5 req-38ed23c0-0f07-42a8-8a35-d1880069ff9c tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0549130 Aug 12 23:03:50.544999 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7afa983c-4da8-4533-87e4-d5e98335f6c5 req-42d5bff1-026b-4554-821b-399ae5ad6c5e tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Aug 12 23:03:51.575272 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:51.662673 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16aded-1c56-433a-b37b-38ccd440df2f req-56f87f50-ea5b-43ff-a3cf-069c0b2c9962 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:51.664889 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ed16aded-1c56-433a-b37b-38ccd440df2f req-56f87f50-ea5b-43ff-a3cf-069c0b2c9962 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0508516 Aug 12 23:03:51.695790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-165f52fd-c740-424f-85e3-73770b19a976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.727408 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ed16aded-1c56-433a-b37b-38ccd440df2f req-30299c4c-d968-45ee-a2f5-ee1457085011 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Aug 12 23:03:51.802610 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-165f52fd-c740-424f-85e3-73770b19a976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.809977 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-165f52fd-c740-424f-85e3-73770b19a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.846605 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-165f52fd-c740-424f-85e3-73770b19a976 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d0234b9f04d4e2785182bc05bb050e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707527 Aug 12 23:03:51.847438 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f52fd-c740-424f-85e3-73770b19a976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78cae2-895c-4e1e-8e68-d1780461a27e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:51.849501 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57774) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:51.899738 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.921126 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.973959 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.977009 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:51.978193 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c78cae2-895c-4e1e-8e68-d1780461a27e HTTP/1.1" status: 204 len: 168 time: 0.1276858 Aug 12 23:03:51.986284 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2c65f-421b-475a-9047-0243b572b373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78cae2-895c-4e1e-8e68-d1780461a27e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:52.267918 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:52.281302 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76bce20d-b251-415d-bb65-b45eed201c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.368106 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76bce20d-b251-415d-bb65-b45eed201c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.374653 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76bce20d-b251-415d-bb65-b45eed201c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.412761 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-76bce20d-b251-415d-bb65-b45eed201c94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4006129f20ed4cd080bd9d6824f41869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437051 Aug 12 23:03:52.413685 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce20d-b251-415d-bb65-b45eed201c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea7c92-5cae-4792-8830-1116ee83253d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:52.415906 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:52.465542 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.488441 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.538636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.541318 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.542487 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daea7c92-5cae-4792-8830-1116ee83253d HTTP/1.1" status: 204 len: 168 time: 0.1255865 Aug 12 23:03:52.550454 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c4d41-6469-4edd-b9d9-896ed5193d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea7c92-5cae-4792-8830-1116ee83253d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:52.700402 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-63332908-24c3-427f-beba-42de946ed576 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:52.701933 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-63332908-24c3-427f-beba-42de946ed576 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.70 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0520823 Aug 12 23:03:52.803647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Deleting port db6f6782-3ef9-4118-bb4f-17f62490d359 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:52.803978 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.851656 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d02dd-e165-4178-b85a-9b7b63bc8157 req-9f56d5db-e1aa-4cb4-b99b-091820baff00 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:03:52.853510 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dd4d02dd-e165-4178-b85a-9b7b63bc8157 req-9f56d5db-e1aa-4cb4-b99b-091820baff00 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/ports?device_id=91c06c55-ba61-4942-93f3-cb421d407666 HTTP/1.1" status: 200 len: 946 time: 0.0560119 Aug 12 23:03:52.901046 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-dd4d02dd-e165-4178-b85a-9b7b63bc8157 req-b2876939-0748-4e64-9f68-38660578f11f tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e0a9338-e9d9-494f-beac-ab03d3926b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Aug 12 23:03:52.910781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] For port db6f6782-3ef9-4118-bb4f-17f62490d359, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=db6f6782-3ef9-4118-bb4f-17f62490d359,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:52.911151 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:52.930953 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Calling delete_port for db6f6782-3ef9-4118-bb4f-17f62490d359 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:53.056779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:53.089524 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Pushing event deleted for resources: {'Port': ['ID=db6f6782-3ef9-4118-bb4f-17f62490d359,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:53.096691 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['db6f6782-3ef9-4118-bb4f-17f62490d359'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:03:53.132640 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] No DVR routers for this DVR port db6f6782-3ef9-4118-bb4f-17f62490d359 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:53.135327 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:53.137520 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-9cd7ba61-4d63-4610-ab8d-c8abc850ae88 req-f96a92f0-8e43-4cba-91a5-84ce4d3c9884 tempest-TestMinimumBasicScenario-605406064 tempest-TestMinimumBasicScenario-605406064-project] 10.222.0.70 "DELETE /v2.0/ports/db6f6782-3ef9-4118-bb4f-17f62490d359 HTTP/1.1" status: 204 len: 173 time: 0.4281464 Aug 12 23:03:53.137811 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'name': 'network-vif-deleted', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:03:53.140174 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b118820a-4e37-4bab-8716-87425cc2f4d4" -d '{"events": [{"server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "name": "network-vif-deleted", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:03:53.180895 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103871ee-dca8-468b-800a-8128dbe2afa1 x-openstack-request-id: req-103871ee-dca8-468b-800a-8128dbe2afa1 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:03:53.181249 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c06c55-ba61-4942-93f3-cb421d407666", "name": "network-vif-deleted", "tag": "db6f6782-3ef9-4118-bb4f-17f62490d359", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:03:53.181545 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-103871ee-dca8-468b-800a-8128dbe2afa1 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:03:53.182033 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c06c55-ba61-4942-93f3-cb421d407666', 'name': 'network-vif-deleted', 'tag': 'db6f6782-3ef9-4118-bb4f-17f62490d359', 'status': 'completed', 'code': 200} Aug 12 23:03:53.591991 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2b993884-a305-49ac-ab22-fcfdabd8ceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:54.598028 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:54.959556 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.131501 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.213557 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Deleting port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:55.213806 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.301884 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] For port 5629c0c7-52f6-4a8f-a542-014aefc0c3d6, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:55.302249 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.315309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Calling delete_port for 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:55.500403 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.526075 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5629c0c7-52f6-4a8f-a542-014aefc0c3d6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:55.710858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:55.929447 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:56.047106 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:56.052517 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c62bc296-08f6-4359-a899-eb30a22035cc admin admin] 10.222.0.13 "PUT /v2.0/routers/63ce6c05-9aa0-47c9-8ff3-9bd51c42c624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532320 Aug 12 23:03:56.055242 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57890) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:56.056118 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Sync routers for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:56.066456 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:56.067056 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:56.160350 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.170793 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:56.263367 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.321689 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Deleting port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:56.321937 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.408342 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7a678c18-1632-4b02-a368-6201ab327acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.442826 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T23:03:55Z', 'revision_number': 5, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port': {'id': '2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T22:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:56.468974 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Checking router: 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:56.478201 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Routers {'63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:56.478806 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:56.566429 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] Set router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:56.619459 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T23:03:56Z', 'revision_number': 6, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:56.645402 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610f925b-ba5f-473b-822d-5ec603556e1b None None] The sync data for ids ['63ce6c05-9aa0-47c9-8ff3-9bd51c42c624'] in dv-cinder-759943-11-iscsi is: [{'id': '63ce6c05-9aa0-47c9-8ff3-9bd51c42c624', 'name': 'tempest-TestMinimumBasicScenario-1236324186-router', 'tenant_id': '4c843efe74344df1b31d2835cfc599f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:36Z', 'updated_at': '2021-08-12T23:03:56Z', 'revision_number': 6, 'project_id': '4c843efe74344df1b31d2835cfc599f2', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:03:56.647522 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] For port 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:56.648125 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.662042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Calling delete_port for 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:56.769121 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.834074 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:56.858917 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:56.926042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.017071 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.019517 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.066524 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.067171 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:03:57.072152 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.073381 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a222c524-b953-4099-9e43-03df1df3f1ef admin admin] 10.222.0.13 "DELETE /v2.0/routers/63ce6c05-9aa0-47c9-8ff3-9bd51c42c624 HTTP/1.1" status: 204 len: 168 time: 1.0171120 Aug 12 23:03:57.075969 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57894) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:57.119805 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Deleting subnet 6e617f5e-7ce6-4886-9b50-82734ac20357 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:03:57.122945 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.163170 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.242054 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.295248 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.319689 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e617f5e-7ce6-4886-9b50-82734ac20357,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:57.323432 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.325216 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-7158cacc-e059-4464-8bb6-d765a954f62d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6e617f5e-7ce6-4886-9b50-82734ac20357 HTTP/1.1" status: 204 len: 168 time: 0.2483394 Aug 12 23:03:57.327981 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57896) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:57.330662 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24821de4-5dc2-42c4-af51-e0b14936fc68 None None] Network 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:03:57.402435 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.425430 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.449509 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device db6f6782-3ef9-4118-bb4f-17f62490d359 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:57.460600 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Deleting port f1d0e7bf-97ed-4223-9fd4-34f39f97961c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:57.460915 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.476337 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: db6f6782-3ef9-4118-bb4f-17f62490d359 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:57.476675 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device db6f6782-3ef9-4118-bb4f-17f62490d359 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:57.530429 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] For port f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:57.530801 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.548531 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Calling delete_port for f1d0e7bf-97ed-4223-9fd4-34f39f97961c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:57.558582 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] DHCP port deletion for 6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:03:57.612541 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Deleting port f1d0e7bf-97ed-4223-9fd4-34f39f97961c {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:57.612919 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.629404 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:57.637032 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.663887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:57.667086 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] No DVR routers for this DVR port f1d0e7bf-97ed-4223-9fd4-34f39f97961c on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:57.683340 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:57.683795 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 5629c0c7-52f6-4a8f-a542-014aefc0c3d6 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:57.684270 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f1d0e7bf-97ed-4223-9fd4-34f39f97961c no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:57.711826 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: f1d0e7bf-97ed-4223-9fd4-34f39f97961c {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:57.712261 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f1d0e7bf-97ed-4223-9fd4-34f39f97961c not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:57.712741 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:03:57.742311 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.744461 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:03:57.744742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 2e3765fc-3a1a-488a-b46c-2b70c2d7c3f8 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:03:57.750413 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] For port f1d0e7bf-97ed-4223-9fd4-34f39f97961c, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,segment=NetworkSegment(14d4e755-fa5c-4259-a9e9-f00fc1f925f3),segment_id=14d4e755-fa5c-4259-a9e9-f00fc1f925f3)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:57.750803 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.752480 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4130c7-a3b0-4b68-bd09-91f6b2aaba06']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:57.763671 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d4e755-fa5c-4259-a9e9-f00fc1f925f3') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:57.763960 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d4e755-fa5c-4259-a9e9-f00fc1f925f3') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:57.765282 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Calling delete_port for f1d0e7bf-97ed-4223-9fd4-34f39f97961c owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:57.773630 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.787327 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.793091 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:03:57.793497 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:03:57.795166 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:03:57.838199 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.847418 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.853194 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:57.855160 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a4130c7-a3b0-4b68-bd09-91f6b2aaba06 HTTP/1.1" status: 204 len: 168 time: 0.5263093 Aug 12 23:03:57.858337 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:57.867268 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] Pushing event deleted for resources: {'Port': ['ID=f1d0e7bf-97ed-4223-9fd4-34f39f97961c,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:57.870448 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6f7fe-3974-4b7e-9d90-e49f2e7d1b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4130c7-a3b0-4b68-bd09-91f6b2aaba06,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:57.878079 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7c200-4bea-487d-b859-9cf023463260 None None] No DVR routers for this DVR port f1d0e7bf-97ed-4223-9fd4-34f39f97961c on host dv-cinder-759943-11-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:03:58.212086 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:58.460082 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Deleting port d53670e9-0a45-44ce-aeeb-c252e5220b0f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:58.460446 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:58.538535 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] For port d53670e9-0a45-44ce-aeeb-c252e5220b0f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=d53670e9-0a45-44ce-aeeb-c252e5220b0f,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:58.538888 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:58.827554 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Calling delete_port for d53670e9-0a45-44ce-aeeb-c252e5220b0f owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:03:58.865985 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.013937 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.040000 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d53670e9-0a45-44ce-aeeb-c252e5220b0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:03:59.198395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.409723 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Router 39939f94-d4f6-4510-921a-ca0b8e1f08fd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:03:59.522714 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:03:59.527718 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-91a51346-beaa-4a68-a8be-a61359d53f2a admin admin] 10.222.0.13 "PUT /v2.0/routers/39939f94-d4f6-4510-921a-ca0b8e1f08fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6683121 Aug 12 23:03:59.530380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:03:59.532954 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Sync routers for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:03:59.542259 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:59.542856 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:59.636639 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.646178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:03:59.739706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.793704 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Deleting port 348023a7-a549-4c88-a6c5-825e8a4e5b32 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:03:59.794010 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.820380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T23:03:58Z', 'revision_number': 5, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port': {'id': '348023a7-a549-4c88-a6c5-825e8a4e5b32', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:59:41Z', 'updated_at': '2021-08-12T22:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:59.847055 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Checking router: 39939f94-d4f6-4510-921a-ca0b8e1f08fd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:03:59.856144 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Routers {'39939f94-d4f6-4510-921a-ca0b8e1f08fd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:03:59.856745 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:03:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:03:59.878536 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] For port 348023a7-a549-4c88-a6c5-825e8a4e5b32, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=348023a7-a549-4c88-a6c5-825e8a4e5b32,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:03:59.879242 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:03:59.892851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Calling delete_port for 348023a7-a549-4c88-a6c5-825e8a4e5b32 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:00.064040 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.068657 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] Set router 39939f94-d4f6-4510-921a-ca0b8e1f08fd gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:04:00.091172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Pushing event deleted for resources: {'Port': ['ID=348023a7-a549-4c88-a6c5-825e8a4e5b32,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:00.124278 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T23:03:59Z', 'revision_number': 6, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:00.150270 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361af6f-e65c-440f-bbec-ee2af3e41124 None None] The sync data for ids ['39939f94-d4f6-4510-921a-ca0b8e1f08fd'] in dv-cinder-759943-11-iscsi is: [{'id': '39939f94-d4f6-4510-921a-ca0b8e1f08fd', 'name': 'tempest-TestMinimumBasicScenario-1973955356-router', 'tenant_id': 'f07105ac476b482f8caf877b37ce6b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:59:40Z', 'updated_at': '2021-08-12T23:03:59Z', 'revision_number': 6, 'project_id': 'f07105ac476b482f8caf877b37ce6b1c', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:04:00.152903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.243091 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.245424 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.298897 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.299420 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39939f94-d4f6-4510-921a-ca0b8e1f08fd {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:04:00.304578 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.305784 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-793234cb-2ac5-48d5-8d02-9c6ecb7ec762 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39939f94-d4f6-4510-921a-ca0b8e1f08fd HTTP/1.1" status: 204 len: 168 time: 0.7736557 Aug 12 23:04:00.308405 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:00.354125 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Deleting subnet d858c683-d1d9-44c5-80f5-f065a6b992bd {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:04:00.357476 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.398581 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.483491 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.539282 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.565245 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d858c683-d1d9-44c5-80f5-f065a6b992bd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:00.571033 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.572988 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-543228bb-0bb7-4c1f-aed8-cff9a04e14d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d858c683-d1d9-44c5-80f5-f065a6b992bd HTTP/1.1" status: 204 len: 168 time: 0.2636414 Aug 12 23:04:00.575949 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:00.580042 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05543919-26a2-4dcc-b1c1-7201dde9a2bc None None] Network fd06fee3-8ef0-4201-9b25-b44eac54d7fe requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:04:00.644924 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.710827 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Deleting port 1d6e1927-0c57-43b3-8609-9c284d488827 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:00.711161 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.774947 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] For port 1d6e1927-0c57-43b3-8609-9c284d488827, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=1d6e1927-0c57-43b3-8609-9c284d488827,segment=NetworkSegment(80f68719-fc6b-4f46-833e-349931ba54eb),segment_id=80f68719-fc6b-4f46-833e-349931ba54eb)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:04:00.775309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.787973 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Calling delete_port for 1d6e1927-0c57-43b3-8609-9c284d488827 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:00.875616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:00.898925 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410b286-d652-4606-96d5-eb0742e7da95 None None] DHCP port deletion for fd06fee3-8ef0-4201-9b25-b44eac54d7fe request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:04:00.906148 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6e1927-0c57-43b3-8609-9c284d488827,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:00.914936 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] No DVR routers for this DVR port 1d6e1927-0c57-43b3-8609-9c284d488827 on host dv-cinder-759943-11-iscsi {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:04:00.994845 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.005781 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd06fee3-8ef0-4201-9b25-b44eac54d7fe']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:01.016938 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f68719-fc6b-4f46-833e-349931ba54eb') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:01.017241 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f68719-fc6b-4f46-833e-349931ba54eb') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:01.037916 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998622'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.053965 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.061445 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:04:01.061841 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59130448'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: Traceback (most recent call last): Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: timer() Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: cb(*args, **kw) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: return func(*args, **kwargs) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: self._notify() Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: self.callback(batched_events) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: event.method(event) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: return f(self, *a, **k) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._get(url).json() Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: return self.request(url, 'GET', **kwargs) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:04:01.063535 dv-cinder-759943-11-iscsi neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:04:01.122173 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.127800 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.132559 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd06fee3-8ef0-4201-9b25-b44eac54d7fe HTTP/1.1" status: 204 len: 168 time: 0.5534101 Aug 12 23:04:01.148179 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254c65-9603-4731-967e-b907b04b0065 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd06fee3-8ef0-4201-9b25-b44eac54d7fe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:01.321135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:01.366504 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-71ba66c3-267c-43f3-b643-38301ca93019 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c843efe74344df1b31d2835cfc599f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441222 Aug 12 23:04:01.370165 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:01.427626 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.450899 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.501793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.504663 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.505901 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e0a9338-e9d9-494f-beac-ab03d3926b4c HTTP/1.1" status: 204 len: 168 time: 0.1348207 Aug 12 23:04:01.514211 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e20cba-a371-4371-960a-32a53cb839f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a9338-e9d9-494f-beac-ab03d3926b4c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:01.607385 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1d6e1927-0c57-43b3-8609-9c284d488827 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:01.627280 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 1d6e1927-0c57-43b3-8609-9c284d488827 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:01.627693 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 1d6e1927-0c57-43b3-8609-9c284d488827 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:01.628154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 348023a7-a549-4c88-a6c5-825e8a4e5b32 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:01.646957 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 348023a7-a549-4c88-a6c5-825e8a4e5b32 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:01.647314 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 348023a7-a549-4c88-a6c5-825e8a4e5b32 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:01.647911 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device d53670e9-0a45-44ce-aeeb-c252e5220b0f no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:01.669766 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: d53670e9-0a45-44ce-aeeb-c252e5220b0f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:01.670107 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device d53670e9-0a45-44ce-aeeb-c252e5220b0f not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:01.836923 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:01.877036 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f51c8f87-2b84-40fb-9b75-2d7a5b7acb6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f07105ac476b482f8caf877b37ce6b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388732 Aug 12 23:04:01.880150 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57942) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:01.933866 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:01.955447 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:02.002344 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:02.005455 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:02.006596 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8df6a4a-8988-4df5-8f37-a6b85b791bb2 HTTP/1.1" status: 204 len: 168 time: 0.1253271 Aug 12 23:04:02.014270 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cefcb-dfe1-4f83-9d05-d9ede05099e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df6a4a-8988-4df5-8f37-a6b85b791bb2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:03.883132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 57960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:04.000707 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e606163b-493e-4c50-8f91-71de4b670a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.101803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e606163b-493e-4c50-8f91-71de4b670a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.107397 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e606163b-493e-4c50-8f91-71de4b670a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.145218 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e606163b-493e-4c50-8f91-71de4b670a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff62a6ad80e74aeeb3fb0b0a9c4048fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608783 Aug 12 23:04:04.146082 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606163b-493e-4c50-8f91-71de4b670a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb18e0-8047-4dca-980d-f7ae5001ac46,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:04.148318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57964) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:04.199249 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.220129 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.268956 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.271681 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.272847 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eeb18e0-8047-4dca-980d-f7ae5001ac46 HTTP/1.1" status: 204 len: 168 time: 0.1235588 Aug 12 23:04:04.280607 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292207-afd2-4a2d-9922-2a89e046e660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb18e0-8047-4dca-980d-f7ae5001ac46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:04.565283 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57970) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:04.579252 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37290b58-e53a-432b-87f6-586addf8240d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.673532 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37290b58-e53a-432b-87f6-586addf8240d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.679239 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37290b58-e53a-432b-87f6-586addf8240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.715634 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290b58-e53a-432b-87f6-586addf8240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199077e-be00-4552-a314-68e4cd482e1a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:04.719889 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-37290b58-e53a-432b-87f6-586addf8240d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db05e6dcac64471907900fe3cfa7b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535103 Aug 12 23:04:04.723228 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 57972) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:04.772749 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.794331 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.842569 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.845454 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:04.846615 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d199077e-be00-4552-a314-68e4cd482e1a HTTP/1.1" status: 204 len: 168 time: 0.1230743 Aug 12 23:04:04.854648 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24985b2e-3ff8-4e28-8aa3-49bf122f53ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199077e-be00-4552-a314-68e4cd482e1a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:06.801998 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58030) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:06.918960 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c98b6608-1194-46a3-ad3f-f0f851f07cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.014799 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c98b6608-1194-46a3-ad3f-f0f851f07cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.022095 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c98b6608-1194-46a3-ad3f-f0f851f07cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.062616 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c98b6608-1194-46a3-ad3f-f0f851f07cfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dbc807b823a4704a9ab8d1dfbb95744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595260 Aug 12 23:04:07.063525 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b6608-1194-46a3-ad3f-f0f851f07cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff85a7-6829-4c05-9c20-782d5007e202,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:07.065517 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:07.118072 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.148314 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.205131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.209329 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.211213 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ff85a7-6829-4c05-9c20-782d5007e202 HTTP/1.1" status: 204 len: 168 time: 0.1444297 Aug 12 23:04:07.219748 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6ff0a-0412-457d-b80f-77cc48c7cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff85a7-6829-4c05-9c20-782d5007e202,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:07.507655 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:07.521487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce06f0d2-6969-4683-9644-40e9a4b40705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.612415 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce06f0d2-6969-4683-9644-40e9a4b40705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.618059 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce06f0d2-6969-4683-9644-40e9a4b40705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.653078 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06f0d2-6969-4683-9644-40e9a4b40705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e036d7-5b43-4525-be69-9e9767a28526,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:07.657225 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ce06f0d2-6969-4683-9644-40e9a4b40705 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32bd6bf61c114edeb78fcb058fe394ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482434 Aug 12 23:04:07.659995 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:07.711128 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.733465 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.787606 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.790436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:07.791713 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54e036d7-5b43-4525-be69-9e9767a28526 HTTP/1.1" status: 204 len: 168 time: 0.1307688 Aug 12 23:04:07.800325 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617f436-2888-4460-babe-a8ae7391f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e036d7-5b43-4525-be69-9e9767a28526,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:11.514857 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:11.637983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9617026-7f22-410a-a675-e45d09584a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.736076 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9617026-7f22-410a-a675-e45d09584a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.743150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9617026-7f22-410a-a675-e45d09584a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.782387 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e9617026-7f22-410a-a675-e45d09584a86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65eeab5d66104b7389c37228eb441f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663403 Aug 12 23:04:11.783136 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9617026-7f22-410a-a675-e45d09584a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38df197-60b0-470f-b1b8-08e279ced99d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:11.785374 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58094) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:11.835766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.858209 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.911725 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.914557 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:11.915705 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f38df197-60b0-470f-b1b8-08e279ced99d HTTP/1.1" status: 204 len: 168 time: 0.1293058 Aug 12 23:04:11.923638 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c93a3-85fb-400f-83df-4ffde64eac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38df197-60b0-470f-b1b8-08e279ced99d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:13.000252 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58124) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:13.115003 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ac9652e-2580-4766-8789-38dae62f9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.204498 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ac9652e-2580-4766-8789-38dae62f9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.209061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4ac9652e-2580-4766-8789-38dae62f9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.250645 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-4ac9652e-2580-4766-8789-38dae62f9bcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c6e48e9d5584240a92b6151bfab4ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490525 Aug 12 23:04:13.251324 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9652e-2580-4766-8789-38dae62f9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7916d1cc-0a17-4d42-bc80-dfb773f27e5d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:13.253436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:13.303793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.325277 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.380772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.383360 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:13.384510 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7916d1cc-0a17-4d42-bc80-dfb773f27e5d HTTP/1.1" status: 204 len: 168 time: 0.1297245 Aug 12 23:04:13.392677 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341cd86-18f3-4cdd-b3d3-cddd91e4e515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7916d1cc-0a17-4d42-bc80-dfb773f27e5d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:23.597510 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-deddf276-19cb-453f-8109-8f3dc758a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:25.144946 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:25.174865 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:04:26.412987 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd525-51f6-455b-a39d-7ba9cc39e91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:26.768498 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:27.402851 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:28.875247 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:31.353354 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb630d-5400-4980-b8f1-17e021420cb2 req-e608a288-c7e1-4d50-8e40-1789bfdcb8b9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:04:31.354867 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bdb630d-5400-4980-b8f1-17e021420cb2 req-e608a288-c7e1-4d50-8e40-1789bfdcb8b9 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0492814 Aug 12 23:04:31.392856 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2bdb630d-5400-4980-b8f1-17e021420cb2 req-20ecce5f-f9cf-478b-b36c-c38462dd73d5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Aug 12 23:04:32.532078 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fa229-04ad-4862-81d2-0610cb349896 req-8a3e736e-77f4-42f2-9b1d-0da7b3caaa68 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:04:32.533556 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f0fa229-04ad-4862-81d2-0610cb349896 req-8a3e736e-77f4-42f2-9b1d-0da7b3caaa68 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0521781 Aug 12 23:04:32.575100 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0f0fa229-04ad-4862-81d2-0610cb349896 req-fbe64626-453f-4814-8e84-05a5ee2d53d5 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups?id=78fa5cf5-e092-433e-b9b3-f590eed8b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324032 Aug 12 23:04:33.153073 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-88054a88-8550-4869-b900-0edb69bacf65 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:04:33.154625 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-88054a88-8550-4869-b900-0edb69bacf65 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 947 time: 0.0527871 Aug 12 23:04:33.257772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Deleting port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:33.258119 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.354035 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] For port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:04:33.354373 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.525508 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.525909 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.526216 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Floating IP efb560b3-787d-49fa-98e1-bf166b2d38bb disassociated. External IP: 172.27.3.91, port: aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b. Aug 12 23:04:33.526551 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Calling delete_port for aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:33.657083 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.678773 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-d2cfdb5a-d2a3-4572-81ad-4f06ad67a62f req-fbd2bac0-9b2f-4451-969d-cf541bfd7a15 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fed5f4-8988-4658-bfb0-3c03a85bd7ac HTTP/1.1" status: 200 len: 210 time: 0.0275140 Aug 12 23:04:33.683576 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'Port': ['ID=aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:33.695053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.695184 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.695488 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.695821 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.696153 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.696478 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.696804 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.697133 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.697485 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.697807 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.698142 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.698447 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:33.811276 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:04:33.919351 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:04:33.931175 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:04:33.941942 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:04:33.942471 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:04:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:33.958954 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] No DVR routers for this DVR port aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:04:33.961790 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:33.963760 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-ee87728d-cdf1-41b1-a14b-f484d5a0ab23 req-6f1d26f8-5f18-46cd-b521-4e1915256f5c tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.70 "DELETE /v2.0/ports/aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b HTTP/1.1" status: 204 len: 173 time: 0.8030946 Aug 12 23:04:33.964214 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-deleted', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:04:33.966525 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7229a30f-cd2c-477f-85fc-c1ca249d3263" -d '{"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-deleted", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:04:34.056490 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:04:34.201824 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf93b0f-9337-466a-94d4-4fce4eb1ef68 x-openstack-request-id: req-6bf93b0f-9337-466a-94d4-4fce4eb1ef68 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:04:34.202118 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fed5f4-8988-4658-bfb0-3c03a85bd7ac", "name": "network-vif-deleted", "tag": "aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:04:34.202374 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bf93b0f-9337-466a-94d4-4fce4eb1ef68 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:04:34.202776 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fed5f4-8988-4658-bfb0-3c03a85bd7ac', 'name': 'network-vif-deleted', 'tag': 'aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b', 'status': 'completed', 'code': 200} Aug 12 23:04:34.282971 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:34.308570 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:04:34.317006 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:04:34.317623 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:04:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:34.422335 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:04:34.623606 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:34.653378 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5250cdf-5c05-4147-81bf-f93c9850f4fd None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T22:52:52Z', 'revision_number': 4, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'aa4d1318-de62-45dc-a1c1-3712a1df43f4', 'name': '', 'network_id': '6a82b229-08f5-4928-9de1-a685d5d07c9e', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'mac_address': 'fa:16:3e:4b:ef:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:51Z', 'updated_at': '2021-08-12T22:53:08Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'subnets': [{'id': 'f2cda03e-1b4c-4228-b2d7-bd06462aa296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:04:34.773009 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58166) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:34.830426 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:34.854557 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:34.884441 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0af75d-7efd-4c77-acb6-676ddbcb61c6 None None] New status for floating IP efb560b3-787d-49fa-98e1-bf166b2d38bb: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:04:34.905305 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:34.907877 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:34.911889 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "DELETE /v2.0/security-groups/78fa5cf5-e092-433e-b9b3-f590eed8b24f HTTP/1.1" status: 204 len: 168 time: 0.1351264 Aug 12 23:04:34.912281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:34.919162 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744e978-483f-4d67-82c9-2a50404854eb tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa5cf5-e092-433e-b9b3-f590eed8b24f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:34.929981 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.api.v2.resource [None req-c81c10c0-4f66-4918-a04b-0f941183c8e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] show failed (client error): The resource could not be found. Aug 12 23:04:34.931004 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c81c10c0-4f66-4918-a04b-0f941183c8e1 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "GET /v2.0/security-groups/78fa5cf5-e092-433e-b9b3-f590eed8b24f HTTP/1.1" status: 404 len: 347 time: 0.0175900 Aug 12 23:04:34.934080 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:35.061468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Deleting port fe340949-83d0-4ed8-9a1d-57a9fffbd672 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:35.061813 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.141831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.142131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.153367 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Calling delete_port for fe340949-83d0-4ed8-9a1d-57a9fffbd672 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:35.286864 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.311390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Pushing event deleted for resources: {'Port': ['ID=fe340949-83d0-4ed8-9a1d-57a9fffbd672,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:35.376311 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.379390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:35.380550 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-19ad3826-1469-4caf-9736-0f3ec8a8c472 tempest-AttachVolumeShelveTestJSON-1073787951 tempest-AttachVolumeShelveTestJSON-1073787951-project] 10.222.0.13 "DELETE /v2.0/floatingips/efb560b3-787d-49fa-98e1-bf166b2d38bb HTTP/1.1" status: 204 len: 168 time: 0.4456143 Aug 12 23:04:37.864917 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58192) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:37.994170 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:38.017614 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:38.017952 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device aa9fb0e7-44ce-4977-a48e-f6dc8cbe725b not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:38.393613 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:38.931070 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Deleting port aa4d1318-de62-45dc-a1c1-3712a1df43f4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:38.931833 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.022444 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] For port aa4d1318-de62-45dc-a1c1-3712a1df43f4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=aa4d1318-de62-45dc-a1c1-3712a1df43f4,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:04:39.022841 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.036440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Calling delete_port for aa4d1318-de62-45dc-a1c1-3712a1df43f4 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:39.221559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.247755 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4d1318-de62-45dc-a1c1-3712a1df43f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:39.407825 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.615968 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Router 3ae30460-79d7-47c7-89ba-ad999c40155e has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:04:39.720831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:04:39.726268 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c6c0c48d-01eb-4db2-9b77-2499c80aae0e admin admin] 10.222.0.13 "PUT /v2.0/routers/3ae30460-79d7-47c7-89ba-ad999c40155e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8602815 Aug 12 23:04:39.729158 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58196) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:39.730262 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Sync routers for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:04:39.740290 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:04:39.740957 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:04:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:39.832142 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.846070 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:04:39.929266 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:39.986421 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Deleting port 67aec70b-0bca-40e8-b111-ebc544862062 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:39.986777 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.025350 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '67aec70b-0bca-40e8-b111-ebc544862062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T23:04:39Z', 'revision_number': 5, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port': {'id': '67aec70b-0bca-40e8-b111-ebc544862062', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:61:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T22:52:46Z', 'updated_at': '2021-08-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:40.050212 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Checking router: 3ae30460-79d7-47c7-89ba-ad999c40155e for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:04:40.059023 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Routers {'3ae30460-79d7-47c7-89ba-ad999c40155e'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:04:40.059580 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:04:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['3ae30460-79d7-47c7-89ba-ad999c40155e'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:40.070015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] For port 67aec70b-0bca-40e8-b111-ebc544862062, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=67aec70b-0bca-40e8-b111-ebc544862062,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:04:40.070371 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.083987 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Calling delete_port for 67aec70b-0bca-40e8-b111-ebc544862062 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:40.232681 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] Set router 3ae30460-79d7-47c7-89ba-ad999c40155e gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:04:40.252664 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.281362 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67aec70b-0bca-40e8-b111-ebc544862062,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:40.298255 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T23:04:39Z', 'revision_number': 6, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:40.323308 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03682e5-45dc-49f1-9f08-15cf7e06c43b None None] The sync data for ids ['3ae30460-79d7-47c7-89ba-ad999c40155e'] in dv-cinder-759943-11-iscsi is: [{'id': '3ae30460-79d7-47c7-89ba-ad999c40155e', 'name': 'tempest-AttachVolumeShelveTestJSON-273069310-router', 'tenant_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T22:52:44Z', 'updated_at': '2021-08-12T23:04:39Z', 'revision_number': 6, 'project_id': '36723f3ce3c44c789f1f0f6db437b4e5', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:04:40.346366 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.436298 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.438478 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.483093 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.483569 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae30460-79d7-47c7-89ba-ad999c40155e {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:04:40.488758 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.489924 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e697efb7-d797-4a0a-935b-b9e1df9475e6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ae30460-79d7-47c7-89ba-ad999c40155e HTTP/1.1" status: 204 len: 168 time: 0.7597933 Aug 12 23:04:40.492725 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:40.539983 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Deleting subnet f2cda03e-1b4c-4228-b2d7-bd06462aa296 {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:04:40.543306 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.582540 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.680169 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.736565 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.766597 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cda03e-1b4c-4228-b2d7-bd06462aa296,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:40.770341 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.772210 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5a0ba0d1-0517-42fb-89b5-5b33c562ee8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f2cda03e-1b4c-4228-b2d7-bd06462aa296 HTTP/1.1" status: 204 len: 168 time: 0.2785563 Aug 12 23:04:40.775198 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:40.777879 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae144a3e-3aef-4ea0-88b1-1a6abe2d16e9 None None] Network 6a82b229-08f5-4928-9de1-a685d5d07c9e requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:04:40.841353 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.896597 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Deleting port e4710987-2c30-4655-9b70-5b23dcda81fa {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:04:40.896940 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.963416 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] For port e4710987-2c30-4655-9b70-5b23dcda81fa, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e4710987-2c30-4655-9b70-5b23dcda81fa,segment=NetworkSegment(0daf9475-d604-4e75-b3ba-61623ff6e19c),segment_id=0daf9475-d604-4e75-b3ba-61623ff6e19c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:04:40.963953 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:40.984665 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Calling delete_port for e4710987-2c30-4655-9b70-5b23dcda81fa owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:04:41.071286 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.096298 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440c2e81-316f-46c8-98ee-79a14a32e0b7 None None] DHCP port deletion for 6a82b229-08f5-4928-9de1-a685d5d07c9e request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:04:41.102054 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] No DVR routers for this DVR port e4710987-2c30-4655-9b70-5b23dcda81fa on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:04:41.106821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4710987-2c30-4655-9b70-5b23dcda81fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:41.180697 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.191108 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a82b229-08f5-4928-9de1-a685d5d07c9e']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:41.202503 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daf9475-d604-4e75-b3ba-61623ff6e19c') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:41.202816 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daf9475-d604-4e75-b3ba-61623ff6e19c') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:04:41.212422 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.228018 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.234303 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:04:41.234686 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:04:41.236340 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:04:41.294827 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.300913 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.302824 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a82b229-08f5-4928-9de1-a685d5d07c9e HTTP/1.1" status: 204 len: 168 time: 0.5267291 Aug 12 23:04:41.314112 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2afc4-bf26-49c1-bbfa-59546e4cbcb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a82b229-08f5-4928-9de1-a685d5d07c9e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:41.430368 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:41.471167 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ccc2db39-0af5-46f1-a63a-436537bb5c49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36723f3ce3c44c789f1f0f6db437b4e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396049 Aug 12 23:04:41.473645 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58206) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:41.522603 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.543706 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.596904 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.601069 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:41.602352 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95b0aca4-0f25-4dd5-b962-d0ca7180370c HTTP/1.1" status: 204 len: 168 time: 0.1278594 Aug 12 23:04:41.611077 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63c0bc-c7db-472b-b6e3-452ffe573f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0aca4-0f25-4dd5-b962-d0ca7180370c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:41.646462 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 67aec70b-0bca-40e8-b111-ebc544862062 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:41.669820 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 67aec70b-0bca-40e8-b111-ebc544862062 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:41.670157 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 67aec70b-0bca-40e8-b111-ebc544862062 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:41.670559 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e4710987-2c30-4655-9b70-5b23dcda81fa no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:41.689059 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: e4710987-2c30-4655-9b70-5b23dcda81fa {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:41.689059 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e4710987-2c30-4655-9b70-5b23dcda81fa not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:41.689605 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device aa4d1318-de62-45dc-a1c1-3712a1df43f4 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:04:41.707446 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: aa4d1318-de62-45dc-a1c1-3712a1df43f4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:04:41.707781 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device aa4d1318-de62-45dc-a1c1-3712a1df43f4 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:04:43.285132 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58252) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:43.402818 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89976ca5-3229-4396-a740-328e33506b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.503766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89976ca5-3229-4396-a740-328e33506b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.510119 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89976ca5-3229-4396-a740-328e33506b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.549122 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-89976ca5-3229-4396-a740-328e33506b89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b5bb83d48664582bff260c431286290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628014 Aug 12 23:04:43.550362 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89976ca5-3229-4396-a740-328e33506b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9cc139-1c65-4015-a5c8-cf35cd20cb7c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:43.551925 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:43.604064 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.625519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.674708 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.677217 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:43.678409 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e9cc139-1c65-4015-a5c8-cf35cd20cb7c HTTP/1.1" status: 204 len: 168 time: 0.1253989 Aug 12 23:04:43.686809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c7c1f-a5cd-48fc-97ea-2ebd6b5f775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9cc139-1c65-4015-a5c8-cf35cd20cb7c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:43.968552 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58264) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:43.982620 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-714f259a-ed49-4a03-a600-cc5bc792c7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.073320 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-714f259a-ed49-4a03-a600-cc5bc792c7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.078830 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-714f259a-ed49-4a03-a600-cc5bc792c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.115346 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-714f259a-ed49-4a03-a600-cc5bc792c7a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3142f08b01be48e69e3a765b6c42b1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452997 Aug 12 23:04:44.116543 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f259a-ed49-4a03-a600-cc5bc792c7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68295d1-fd37-457a-9951-a55fb1d60296,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:44.118456 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:44.183910 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.211200 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.267508 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.270107 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:44.271278 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e68295d1-fd37-457a-9951-a55fb1d60296 HTTP/1.1" status: 204 len: 168 time: 0.1518281 Aug 12 23:04:44.278787 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2bb3c-6350-437b-ae9a-b57ef306eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68295d1-fd37-457a-9951-a55fb1d60296,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:50.259738 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:50.384391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed13380-cb1d-4019-a4a2-8b14eb6ebee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.478989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed13380-cb1d-4019-a4a2-8b14eb6ebee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.484958 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed13380-cb1d-4019-a4a2-8b14eb6ebee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.523231 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2ed13380-cb1d-4019-a4a2-8b14eb6ebee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=273c57f13294406fb4e899715fb7292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622330 Aug 12 23:04:50.524178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed13380-cb1d-4019-a4a2-8b14eb6ebee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2cfbc2-33f8-4d93-828b-ed1abe43dbdf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:50.526393 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58352) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:50.584801 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.608127 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.674509 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.677003 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:50.678202 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc2cfbc2-33f8-4d93-828b-ed1abe43dbdf HTTP/1.1" status: 204 len: 168 time: 0.1508186 Aug 12 23:04:50.685610 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2cfbc2-33f8-4d93-828b-ed1abe43dbdf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:50.692485 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.692831 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.693165 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.693521 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.693851 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.694173 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.694494 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.694815 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.695131 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.695446 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.695816 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.696057 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a50b7-88ea-4f27-b6ff-c4a79ec68c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:04:50.972124 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58358) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:50.985958 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5085e22-6cb4-406a-97b3-c7c3baefc43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.073904 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5085e22-6cb4-406a-97b3-c7c3baefc43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.080128 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5085e22-6cb4-406a-97b3-c7c3baefc43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.116011 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5085e22-6cb4-406a-97b3-c7c3baefc43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64c7cb-40d6-4324-86d2-68789b6e9ae2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:51.120166 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-a5085e22-6cb4-406a-97b3-c7c3baefc43a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=551ced920cc84a0dbe3de58a5cd6ae3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469884 Aug 12 23:04:51.122876 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58360) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:51.172253 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.193227 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.245757 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.248344 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:51.249619 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa64c7cb-40d6-4324-86d2-68789b6e9ae2 HTTP/1.1" status: 204 len: 168 time: 0.1257517 Aug 12 23:04:51.257650 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a915d-1bf3-4cc7-8051-ea612450a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64c7cb-40d6-4324-86d2-68789b6e9ae2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:53.593124 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dbee617e-10bc-48c7-bdb0-79175ef5b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:55.150807 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:56.410368 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-877779a1-8b8b-453e-8137-209479a2feda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:56.761869 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:57.402477 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:57.945108 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:58.055854 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f207a93e-4bac-4d6c-9932-621195fa8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.156422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f207a93e-4bac-4d6c-9932-621195fa8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.163131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f207a93e-4bac-4d6c-9932-621195fa8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.202449 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-f207a93e-4bac-4d6c-9932-621195fa8cb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a030708d214d28ab14de9c61d93519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562451 Aug 12 23:04:58.203288 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207a93e-4bac-4d6c-9932-621195fa8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35af998-d848-45f9-8e4c-234b01681768,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:58.205593 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58484) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:58.258979 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.281050 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.330030 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.332571 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.333749 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e35af998-d848-45f9-8e4c-234b01681768 HTTP/1.1" status: 204 len: 168 time: 0.1272104 Aug 12 23:04:58.341150 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84841009-4b89-4b22-9d20-4de1ff97a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35af998-d848-45f9-8e4c-234b01681768,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:58.609831 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:58.623336 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2aa658d8-cf29-45c6-83eb-ba36506af8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.713450 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2aa658d8-cf29-45c6-83eb-ba36506af8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.720218 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2aa658d8-cf29-45c6-83eb-ba36506af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.756009 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa658d8-cf29-45c6-83eb-ba36506af8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cbf9be-de34-453e-9612-ba398523fee3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:04:58.760370 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-2aa658d8-cf29-45c6-83eb-ba36506af8dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2df70300764b1481943d93cd4b13ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495268 Aug 12 23:04:58.764001 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:04:58.813691 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.834716 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.871381 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.883287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.886888 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:04:58.888631 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5cbf9be-de34-453e-9612-ba398523fee3 HTTP/1.1" status: 204 len: 168 time: 0.1236835 Aug 12 23:04:58.898660 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5abb8-f230-440f-ad3b-c9045c48a8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cbf9be-de34-453e-9612-ba398523fee3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:02.176580 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:05:05.498443 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-eb3c2903-6620-4e8e-aa77-772d26d678aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478795 Aug 12 23:05:05.612694 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-f97ef659-ce3b-47af-ace2-ad7b99028aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:05:05.614273 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-f97ef659-ce3b-47af-ace2-ad7b99028aad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0426559 Aug 12 23:05:05.728366 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-2b9532d3-2741-4d60-9c30-4cf343a4d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:05:05.729899 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-2b9532d3-2741-4d60-9c30-4cf343a4d091 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0936456 Aug 12 23:05:05.804091 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-4586e15e-0a63-4dee-a41a-754416bfdca8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0657852 Aug 12 23:05:05.862394 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-c55faba6-8c34-4510-a8d5-cf100a6c512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:05:05.863884 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-c55faba6-8c34-4510-a8d5-cf100a6c512b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0526736 Aug 12 23:05:05.913659 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-f1730476-dd9b-4c25-8ba6-069a187babc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:05:05.915152 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-f1730476-dd9b-4c25-8ba6-069a187babc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445993 Aug 12 23:05:06.020448 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-2285f232-1d03-4024-a165-a5c19f9214d9 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975926 Aug 12 23:05:06.112847 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-7bec792c-7aee-447e-a55e-106760e0ed63 req-64ded20c-094b-402e-ac1b-189f890945c0 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Aug 12 23:05:09.881265 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58598) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:10.006753 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c528e132-bde2-43b1-9dd8-e06f333779f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.101768 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c528e132-bde2-43b1-9dd8-e06f333779f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.107514 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c528e132-bde2-43b1-9dd8-e06f333779f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.144902 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c528e132-bde2-43b1-9dd8-e06f333779f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87455a8ace3c41fbab279ec8f0c52f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624483 Aug 12 23:05:10.145771 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e132-bde2-43b1-9dd8-e06f333779f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad9bee-b89d-4147-9a84-8a6f70bcbbe1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:10.148006 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:10.210239 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.243718 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.295054 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.297702 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.298928 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccad9bee-b89d-4147-9a84-8a6f70bcbbe1 HTTP/1.1" status: 204 len: 168 time: 0.1499090 Aug 12 23:05:10.306538 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e26c8-3634-4354-b5db-d7b07e02a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad9bee-b89d-4147-9a84-8a6f70bcbbe1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:10.587381 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:10.603851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bff29681-b8e8-468d-ab6d-f3b326f6833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.699996 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bff29681-b8e8-468d-ab6d-f3b326f6833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.706809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bff29681-b8e8-468d-ab6d-f3b326f6833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.754486 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-bff29681-b8e8-468d-ab6d-f3b326f6833b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bcf179d9c714154bf3da058073f5364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652534 Aug 12 23:05:10.755154 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff29681-b8e8-468d-ab6d-f3b326f6833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df0302-b6cd-4036-90aa-69727fd428dd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:10.757223 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58610) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:10.813722 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.839869 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.889593 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.892690 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:10.894386 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2df0302-b6cd-4036-90aa-69727fd428dd HTTP/1.1" status: 204 len: 168 time: 0.1358624 Aug 12 23:05:10.901865 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4906aa9-c8e7-43cd-af06-d8d73d6a3592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df0302-b6cd-4036-90aa-69727fd428dd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:12.147272 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58644) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:12.261332 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58af2ae4-f6ad-4f37-a4f3-447b3334c6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.346154 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58af2ae4-f6ad-4f37-a4f3-447b3334c6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.351447 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58af2ae4-f6ad-4f37-a4f3-447b3334c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.386759 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af2ae4-f6ad-4f37-a4f3-447b3334c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ff0dd-fe57-4cde-aa12-ef80ca274d2e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:12.391037 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-58af2ae4-f6ad-4f37-a4f3-447b3334c6e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d30a9ddfc87427286579a72eac7f140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427473 Aug 12 23:05:12.394619 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58648) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:12.450576 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.471719 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.532410 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.535178 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:12.536350 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f1ff0dd-fe57-4cde-aa12-ef80ca274d2e HTTP/1.1" status: 204 len: 168 time: 0.1413586 Aug 12 23:05:12.543897 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352ad33-e3be-4698-b75a-cc3011ef90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ff0dd-fe57-4cde-aa12-ef80ca274d2e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:23.599288 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cc44f5dc-75a3-4739-839d-a95757f93459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:25.161675 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:26.413197 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-088c36bb-5327-4348-898e-5010ee77631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:26.765043 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:27.407967 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:28.881991 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.522550 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 58780) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:36.652524 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1c86a315-3eca-4881-b467-c8510a90702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.749808 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1c86a315-3eca-4881-b467-c8510a90702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.756397 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1c86a315-3eca-4881-b467-c8510a90702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.793291 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-1c86a315-3eca-4881-b467-c8510a90702e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=894a2bc8c17d4de683e54cd44e7ae0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696609 Aug 12 23:05:36.794244 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a315-3eca-4881-b467-c8510a90702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b9d94-40e7-4965-8d07-8020059d49c6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:36.796524 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:05:36.847172 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.873163 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.933178 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.935710 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:36.937138 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/729b9d94-40e7-4965-8d07-8020059d49c6 HTTP/1.1" status: 204 len: 168 time: 0.1396513 Aug 12 23:05:36.944505 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b9d94-40e7-4965-8d07-8020059d49c6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:05:36.951461 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.952013 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.952469 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.952803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.953099 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.953454 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.953785 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.954111 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.954433 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.954749 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.955067 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:36.955506 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dcb040-a444-4ec6-91c3-7f260a1d90d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:05:39.180490 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:05:53.589644 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9b11-07db-4068-8f7b-834925a49d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:55.156939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:56.417105 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-72c73cad-1d71-4728-91ff-7aa7d0bd7e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:56.780575 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:57.409328 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:05:58.884229 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:05.544377 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-e7acb02f-52e9-4cfd-b2c3-e9bfbb7ec405 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443890 Aug 12 23:06:05.651251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-c8ffb0ae-e837-4ef3-9916-9bf4e3cb3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:05.652759 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-c8ffb0ae-e837-4ef3-9916-9bf4e3cb3d1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0480914 Aug 12 23:06:05.770876 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-b326542d-fdd9-4bc3-a83e-e5fd3e4b2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:05.772375 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-b326542d-fdd9-4bc3-a83e-e5fd3e4b2b17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0995431 Aug 12 23:06:05.893589 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f71be3-4b34-4176-826f-910f01287b75 req-abcf0c09-d461-4ac5-9d56-5e44609f98b3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:05.895073 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51f71be3-4b34-4176-826f-910f01287b75 req-abcf0c09-d461-4ac5-9d56-5e44609f98b3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0924141 Aug 12 23:06:05.896840 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-7c0eaec4-8fc3-4cf6-94a4-5df306c68401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0854549 Aug 12 23:06:05.976662 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-426af90f-5e61-4498-8728-72a108ab8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:05.978182 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-426af90f-5e61-4498-8728-72a108ab8a75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0729723 Aug 12 23:06:05.981086 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-51f71be3-4b34-4176-826f-910f01287b75 req-334953c1-7c77-45b1-9efc-e95a2f4b3800 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771246 Aug 12 23:06:06.024339 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-c2c1e5b9-5a34-47d2-8766-0c3920f5e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:06.025786 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-c2c1e5b9-5a34-47d2-8766-0c3920f5e3a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394101 Aug 12 23:06:06.117813 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-5d75dacb-ed3c-4fc5-92c0-fd48006fd30a service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836022 Aug 12 23:06:06.216844 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c209600a-4dca-48e8-9161-003fce1ca7ec req-737c99ad-6fd8-486b-8bd9-09f63ebd8084 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909591 Aug 12 23:06:07.128152 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ba17f-122f-403d-be19-02a9accd5110 req-1b146872-79bc-4802-916f-a09bbf9d3d99 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:07.130003 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-204ba17f-122f-403d-be19-02a9accd5110 req-1b146872-79bc-4802-916f-a09bbf9d3d99 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0554259 Aug 12 23:06:07.169198 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-204ba17f-122f-403d-be19-02a9accd5110 req-d5deaa54-c9e7-4743-a89f-ee0ccd37c151 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326416 Aug 12 23:06:07.672793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668236d5-700e-4daa-a873-3372b47d9a61 req-37755d21-6b9c-4d08-a56b-e7740e33bcf0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:07.674285 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-668236d5-700e-4daa-a873-3372b47d9a61 req-37755d21-6b9c-4d08-a56b-e7740e33bcf0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 945 time: 0.0623796 Aug 12 23:06:07.773150 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port f7103230-c657-4310-ad7c-e97eab609dc6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:06:07.773519 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:07.870919 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] For port f7103230-c657-4310-ad7c-e97eab609dc6, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=f7103230-c657-4310-ad7c-e97eab609dc6,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:06:07.871545 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:08.049206 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:08.049603 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:08.049912 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP 9066dbc0-a4c0-4dc2-8198-0a0eeebaf671 disassociated. External IP: 172.27.3.243, port: f7103230-c657-4310-ad7c-e97eab609dc6. Aug 12 23:06:08.050248 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for f7103230-c657-4310-ad7c-e97eab609dc6 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:06:08.181522 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:08.213249 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=f7103230-c657-4310-ad7c-e97eab609dc6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:08.291227 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-385c9c8b-d7ba-48b3-8a20-b1d80c0d59dc req-7fdb9f1b-a94a-477e-87c6-3e7dc5d8411a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 210 time: 0.0317643 Aug 12 23:06:08.353306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:06:08.482164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:06:08.496092 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:06:08.506437 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:06:08.507115 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:05:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:08.524487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] No DVR routers for this DVR port f7103230-c657-4310-ad7c-e97eab609dc6 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:06:08.527309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:08.529393 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-668236d5-700e-4daa-a873-3372b47d9a61 req-61746f3e-17e5-46c9-89f8-6cb76d29e57e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "DELETE /v2.0/ports/f7103230-c657-4310-ad7c-e97eab609dc6 HTTP/1.1" status: 204 len: 173 time: 0.8473959 Aug 12 23:06:08.529859 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'name': 'network-vif-deleted', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:06:08.532062 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f32f913-80dd-4dcc-aa8b-02418da361f7" -d '{"events": [{"server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "name": "network-vif-deleted", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:06:08.582777 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1389dad-6f27-42e2-a585-b3aa65092567 x-openstack-request-id: req-b1389dad-6f27-42e2-a585-b3aa65092567 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:06:08.583071 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a70eb5-b116-43c6-a733-e15ad4abd6d4", "name": "network-vif-deleted", "tag": "f7103230-c657-4310-ad7c-e97eab609dc6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:06:08.583407 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1389dad-6f27-42e2-a585-b3aa65092567 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:06:08.584452 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a70eb5-b116-43c6-a733-e15ad4abd6d4', 'name': 'network-vif-deleted', 'tag': 'f7103230-c657-4310-ad7c-e97eab609dc6', 'status': 'completed', 'code': 200} Aug 12 23:06:08.622481 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:06:08.819873 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:08.851017 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:06:08.860935 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:06:08.861615 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:05:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:08.969862 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:06:09.175313 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:09.200795 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321d67-a991-4e26-a9f9-8a1671d71884 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:06:09.404928 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-14ec7bc9-5ce6-45ad-8ff1-71f0d658357b req-c23eb54d-0850-4e1f-90c6-b6b6e69b209e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=31a70eb5-b116-43c6-a733-e15ad4abd6d4 HTTP/1.1" status: 200 len: 210 time: 0.0290837 Aug 12 23:06:09.439902 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5415d3-f3e3-474f-9e75-b4bd1633a96c None None] New status for floating IP 9066dbc0-a4c0-4dc2-8198-0a0eeebaf671: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:06:10.678892 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c60047fa-b5bb-4605-8cd2-e40d2f60b775 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598104708&fields=id&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 267 time: 0.0343921 Aug 12 23:06:10.786330 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-dccd2d22-d6f5-4ed6-89ea-7458346be9b1 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:10.787789 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-dccd2d22-d6f5-4ed6-89ea-7458346be9b1 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1022861 Aug 12 23:06:10.807512 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-b19a04f4-4149-4b66-b2bf-0c5dee4be1ad tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/quotas/072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 375 time: 0.0100658 Aug 12 23:06:10.862800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a8115995-8cdc-402c-b85b-29141de84c8d tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489392 Aug 12 23:06:10.992187 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-e41ad8c5-e0dc-4772-bd3a-cb28a5b2a432 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 23:06:10.993158 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-e41ad8c5-e0dc-4772-bd3a-cb28a5b2a432 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1185482 Aug 12 23:06:11.088511 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-020c6f2c-33d4-4fba-ab03-e30f7eb8c406 service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873637 Aug 12 23:06:11.185040 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-91e34bcc-7c8f-4292-bb91-1f3b8cd74779 service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903080 Aug 12 23:06:11.499112 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-e1443642-95e5-4612-a4f2-e184da38e20a req-a2754f90-d06e-42c6-aae8-856da2e3b6cc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 210 time: 0.0299263 Aug 12 23:06:12.408397 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f7103230-c657-4310-ad7c-e97eab609dc6 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:06:12.436566 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: f7103230-c657-4310-ad7c-e97eab609dc6 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:06:12.436936 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device f7103230-c657-4310-ad7c-e97eab609dc6 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:06:12.558164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-24d505d7-8d18-4626-83c9-092d53daf21b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:12.560144 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-24d505d7-8d18-4626-83c9-092d53daf21b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1252558 Aug 12 23:06:12.613899 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-37254f37-abc0-438c-87e0-9670e47b7dda req-80a57364-30c8-46a0-b4ef-619c2c3fa4c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Aug 12 23:06:12.637027 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c364fd8a-2b2b-48f5-a8cb-f50bcaaf0373 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 379 time: 0.0616848 Aug 12 23:06:12.646916 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'port': {'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'admin_state_up': True, 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'security_groups': ['b9546cb8-8575-4e6b-9ed7-1cb358e05988']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:06:12.772386 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Made reservation on behalf of 072bf67a4c3e429185a22a805d0738e3 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:06:12.775907 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.196167 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.20.0.6 (3c26b131-bc35-4840-bbb9-e619ed6128e2/fd6d4451-f106-4ad9-a48c-fb894e28adb4/eda6abe7-5de5-4adb-8e6e-5eac9644af55) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:06:13.331616 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.346849 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Transition to ACTIVE for port object eda6abe7-5de5-4adb-8e6e-5eac9644af55 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:06:13.383192 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.425828 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:06:13.428896 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:06:13.432661 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:06:13.439232 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:13.488155 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:13.488775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.504628 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-a07d2077-b49d-4c7d-9516-93d6f4f00462 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8612320 Aug 12 23:06:13.524298 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Request body: {'port': {'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:06:13.582738 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.683806 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-26b325ac-a2d4-49ff-b9d9-1a1aacd7a630 None None] Provisioning for port eda6abe7-5de5-4adb-8e6e-5eac9644af55 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:06:13.689178 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-26b325ac-a2d4-49ff-b9d9-1a1aacd7a630 None None] Provisioning complete for port eda6abe7-5de5-4adb-8e6e-5eac9644af55 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:06:13.689618 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-26b325ac-a2d4-49ff-b9d9-1a1aacd7a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.723220 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-26b325ac-a2d4-49ff-b9d9-1a1aacd7a630 None None] Port eda6abe7-5de5-4adb-8e6e-5eac9644af55 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:06:13.738636 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429c280-9e1f-4441-a247-6a9077b60a10 req-7c71ba55-90a0-40ae-950f-21df6328e706 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:13.741451 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a429c280-9e1f-4441-a247-6a9077b60a10 req-7c71ba55-90a0-40ae-950f-21df6328e706 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 931 time: 0.0563385 Aug 12 23:06:13.782490 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a429c280-9e1f-4441-a247-6a9077b60a10 req-4d611a09-f258-4d91-96d4-aee4cc425389 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344300 Aug 12 23:06:13.846658 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda6abe7-5de5-4adb-8e6e-5eac9644af55 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:06:13.854272 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.866970 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Transition to ACTIVE for port object eda6abe7-5de5-4adb-8e6e-5eac9644af55 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:06:13.872530 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:13.933367 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Pushing event updated for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:14.008925 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Attempting to bind port eda6abe7-5de5-4adb-8e6e-5eac9644af55 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:06:14.009260 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Attempting to bind port eda6abe7-5de5-4adb-8e6e-5eac9644af55 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:06:14.009695 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Attempting to bind port eda6abe7-5de5-4adb-8e6e-5eac9644af55 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:06:14.014291 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Port eda6abe7-5de5-4adb-8e6e-5eac9644af55 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:06:14.014607 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Attempting to bind port eda6abe7-5de5-4adb-8e6e-5eac9644af55 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:06:14.019497 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:06:14.019835 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:06:14.020221 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Bound using segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:06:14.020649 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Bound port: eda6abe7-5de5-4adb-8e6e-5eac9644af55, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:06:14.021025 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:14.085759 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:06:14.088775 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:06:14.094378 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:14.131951 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.132588 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:14.133996 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] 10.222.0.70 "PUT /v2.0/ports/eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 1093 time: 0.6142366 Aug 12 23:06:14.134945 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:06:14.136703 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222fa2e-1b14-439e-9e73-9ae0a1631610" -d '{"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:06:14.156985 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1644-2cff-4f1c-b908-a5a197f0310a service neutron] Pushing event updated for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:14.184513 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d6f92b-740b-4b6a-870d-2e2b123b7440 x-openstack-request-id: req-83d6f92b-740b-4b6a-870d-2e2b123b7440 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:06:14.184869 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:06:14.185475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d6f92b-740b-4b6a-870d-2e2b123b7440 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:06:14.185907 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'status': 'completed', 'code': 200} Aug 12 23:06:14.247038 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-1ba8bc63-a73d-49c1-8688-538e0ab208fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.248714 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-1ba8bc63-a73d-49c1-8688-538e0ab208fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1096 time: 0.0459826 Aug 12 23:06:14.296944 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-49f46729-9fc3-4242-b431-b646d2d3dee2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 217 time: 0.0351987 Aug 12 23:06:14.347216 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-e790ba37-f321-4f71-bf94-9bd443af79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.348672 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-e790ba37-f321-4f71-bf94-9bd443af79d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0444064 Aug 12 23:06:14.402404 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-ee7a4e69-af73-4708-8f7b-6d2506355d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.403951 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-ee7a4e69-af73-4708-8f7b-6d2506355d8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473397 Aug 12 23:06:14.497317 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-e8c7c95e-cdbc-4c24-abac-678ceba066b3 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 Aug 12 23:06:14.591849 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-8df6f0eb-00bc-4f13-8eff-2ccf2705a42e req-8c18a483-b211-4548-9ba6-62f7c928d042 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Aug 12 23:06:14.728371 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-70c21367-f2de-423a-883f-5dfdfe106a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.729926 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-70c21367-f2de-423a-883f-5dfdfe106a5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1096 time: 0.0448968 Aug 12 23:06:14.832409 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-a5ebc21e-3014-40f7-bcac-eb58c2da2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.833979 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-a5ebc21e-3014-40f7-bcac-eb58c2da2200 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0959735 Aug 12 23:06:14.879053 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-6924f4ec-09d8-4707-abe0-eb4fe5a2d6bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 217 time: 0.0380027 Aug 12 23:06:14.898250 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa4fe5-a760-4a22-8c50-379f31f69556 req-cdf3b0ef-0044-4733-8caa-a9116357a00f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.899715 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-65fa4fe5-a760-4a22-8c50-379f31f69556 req-cdf3b0ef-0044-4733-8caa-a9116357a00f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0492420 Aug 12 23:06:14.930185 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-6c9af19f-1419-4864-a86f-5ee4034523d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.931719 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-6c9af19f-1419-4864-a86f-5ee4034523d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0456479 Aug 12 23:06:14.937984 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-65fa4fe5-a760-4a22-8c50-379f31f69556 req-7e5cbd04-371b-4f66-859d-dfc8971a465a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320494 Aug 12 23:06:14.978195 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-969240d1-cae5-45b6-ac22-b70be8bf363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:14.979776 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-969240d1-cae5-45b6-ac22-b70be8bf363d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405166 Aug 12 23:06:15.071223 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-1aad02c8-d506-429d-bf21-5d65ecc5a798 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838802 Aug 12 23:06:15.164333 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0222fa2e-1b14-439e-9e73-9ae0a1631610 req-3c9a3a44-904e-43fd-81cf-ea6a97a4e114 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835409 Aug 12 23:06:16.082131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963edc1f-7aa6-4b3a-aadb-29532f36a4d4 req-f8c5a602-f959-4139-b32f-ceab222731e4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:16.083649 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-963edc1f-7aa6-4b3a-aadb-29532f36a4d4 req-f8c5a602-f959-4139-b32f-ceab222731e4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0667324 Aug 12 23:06:16.122877 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-963edc1f-7aa6-4b3a-aadb-29532f36a4d4 req-c194d123-786d-4f7e-8dc7-36fb44d85816 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Aug 12 23:06:16.179049 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:06:17.252060 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9d460-39a0-4941-845b-c73a6bc571b8 req-657ba917-dccf-4628-80c8-a70bbf8f5dab tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:17.253620 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2de9d460-39a0-4941-845b-c73a6bc571b8 req-657ba917-dccf-4628-80c8-a70bbf8f5dab tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0499940 Aug 12 23:06:17.295782 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-2de9d460-39a0-4941-845b-c73a6bc571b8 req-71258ee4-250e-45fc-8006-f4c269e5143e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358319 Aug 12 23:06:18.428204 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee0b82-4675-4945-bdd7-fd9983bd199d req-e09e0aa5-15d9-499c-b263-b14a2f352d00 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:18.429692 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1cee0b82-4675-4945-bdd7-fd9983bd199d req-e09e0aa5-15d9-499c-b263-b14a2f352d00 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0515459 Aug 12 23:06:18.468800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1cee0b82-4675-4945-bdd7-fd9983bd199d req-998f83b8-7a32-4734-9857-03498cff36c3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Aug 12 23:06:19.602078 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4ef85-3a2a-43b9-a515-dc13637c6a49 req-1227248a-9858-459b-a314-ee5177053739 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:19.603525 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-39a4ef85-3a2a-43b9-a515-dc13637c6a49 req-1227248a-9858-459b-a314-ee5177053739 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0576010 Aug 12 23:06:19.641154 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-39a4ef85-3a2a-43b9-a515-dc13637c6a49 req-9401ee22-cc5b-4ef2-b9c6-6726b6d550b6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Aug 12 23:06:20.776779 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b19f16-3bed-4a55-bc7e-4ab47cc155bc req-1805fb16-ed98-418d-b010-53ed364cdaf5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:20.778294 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-67b19f16-3bed-4a55-bc7e-4ab47cc155bc req-1805fb16-ed98-418d-b010-53ed364cdaf5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0616658 Aug 12 23:06:20.816749 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-67b19f16-3bed-4a55-bc7e-4ab47cc155bc req-d8e4e39a-7af6-441e-8109-ccfdb27f5a4a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Aug 12 23:06:21.951894 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172983f-8b12-47c0-adee-3b9f4441b752 req-6dcdc261-417b-4743-8334-043c1e301634 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:21.953379 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7172983f-8b12-47c0-adee-3b9f4441b752 req-6dcdc261-417b-4743-8334-043c1e301634 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 943 time: 0.0521133 Aug 12 23:06:21.996862 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7172983f-8b12-47c0-adee-3b9f4441b752 req-089d0f1e-5c91-4b94-918f-0fc99c4369d4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346713 Aug 12 23:06:22.439742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device eda6abe7-5de5-4adb-8e6e-5eac9644af55 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:06:22.543472 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:06:22.557679 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:06:22.594328 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:22.606611 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda6abe7-5de5-4adb-8e6e-5eac9644af55 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:06:22.631998 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:06:22.638289 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:22.686330 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:22.693677 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.694020 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.694357 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.694684 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.695003 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.695325 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.695627 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.695940 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.696256 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.696572 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.696882 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:22.697198 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:06:23.072533 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['eda6abe7-5de5-4adb-8e6e-5eac9644af55'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:06:23.120053 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe688b5c-0fc6-48e6-84c6-465893d139e3 req-380b7cd8-3bd1-43c4-84ae-26161275d6a5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:23.121584 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe688b5c-0fc6-48e6-84c6-465893d139e3 req-380b7cd8-3bd1-43c4-84ae-26161275d6a5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 944 time: 0.0532725 Aug 12 23:06:23.159568 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-fe688b5c-0fc6-48e6-84c6-465893d139e3 req-b63273fa-76d0-45a3-bc4e-da0066c332e6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Aug 12 23:06:23.600306 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4f895275-43e3-4d96-a8e4-736b17df1b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:24.284253 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe49b3-ac9d-46f7-83d6-82835390fded req-f80e5654-38c2-48cc-bde2-285f2ad4bbaa tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:24.285741 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-82fe49b3-ac9d-46f7-83d6-82835390fded req-f80e5654-38c2-48cc-bde2-285f2ad4bbaa tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 944 time: 0.0515501 Aug 12 23:06:24.333202 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-82fe49b3-ac9d-46f7-83d6-82835390fded req-0617a20a-1713-4c14-93d1-a8eab6e30e31 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387881 Aug 12 23:06:24.455164 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device eda6abe7-5de5-4adb-8e6e-5eac9644af55 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:06:24.510292 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port eda6abe7-5de5-4adb-8e6e-5eac9644af55 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:06:24.514022 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port eda6abe7-5de5-4adb-8e6e-5eac9644af55 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:06:24.514416 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:24.591513 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:24.614002 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:06:24.616254 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aca1e4-eb8d-450a-b5a4-465a4ce200ab" -d '{"events": [{"server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "name": "network-vif-plugged", "status": "completed", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:06:24.629558 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:06:24.635115 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:24.681330 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:24.784556 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001abad-1468-4076-b4c7-87e9484c9eba x-openstack-request-id: req-4001abad-1468-4076-b4c7-87e9484c9eba {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:06:24.784846 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "name": "network-vif-plugged", "status": "completed", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:06:24.785067 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4001abad-1468-4076-b4c7-87e9484c9eba {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:06:24.785515 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'code': 200} Aug 12 23:06:25.036617 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971ecb7-b249-4fc3-b1c1-fa1ec727e9ca req-59acc2c7-62d2-4494-9efb-2085d3e7e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:25.038144 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1971ecb7-b249-4fc3-b1c1-fa1ec727e9ca req-59acc2c7-62d2-4494-9efb-2085d3e7e602 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0436115 Aug 12 23:06:25.075505 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1971ecb7-b249-4fc3-b1c1-fa1ec727e9ca req-0a10ba06-ec45-49f4-87b6-1f1506e586e1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300305 Aug 12 23:06:25.137512 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:25.461253 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5dbc2-da42-4acf-b146-65f82bd08fe2 req-46273aa1-eb9d-4805-96e6-2c7f99bb9149 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:25.462755 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-67e5dbc2-da42-4acf-b146-65f82bd08fe2 req-46273aa1-eb9d-4805-96e6-2c7f99bb9149 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Aug 12 23:06:25.504726 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-67e5dbc2-da42-4acf-b146-65f82bd08fe2 req-84ac65e9-7418-4dce-a3c8-c7722a050b61 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327229 Aug 12 23:06:26.420004 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5cbf16c1-0250-4e33-a38d-109747f0bdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:26.637628 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92aa0f-0869-41cb-9363-f73e06a7b2d1 req-324db623-f147-4797-84ad-51e9e04405c4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:26.639127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0e92aa0f-0869-41cb-9363-f73e06a7b2d1 req-324db623-f147-4797-84ad-51e9e04405c4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Aug 12 23:06:26.689451 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-0e92aa0f-0869-41cb-9363-f73e06a7b2d1 req-42c91e2f-7f9f-4a80-a045-474f359ec751 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Aug 12 23:06:26.775911 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:26.822487 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f8531-6e48-4f80-bd13-f56c2a7dff3a req-d78702a1-9614-462e-b07e-c79f2683a9bc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:26.823944 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1f2f8531-6e48-4f80-bd13-f56c2a7dff3a req-d78702a1-9614-462e-b07e-c79f2683a9bc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0496159 Aug 12 23:06:26.870606 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1f2f8531-6e48-4f80-bd13-f56c2a7dff3a req-e49a5fb3-260b-46bd-b218-f0c22126932a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Aug 12 23:06:26.900293 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:06:26.946858 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5dda6-e152-44e3-be8e-d62d36efa038 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:26.948274 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a9e5dda6-e152-44e3-be8e-d62d36efa038 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1093 time: 0.0469799 Aug 12 23:06:26.952338 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 58910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:06:26.956793 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:06:26.980920 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.087436 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.194291 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.27.3.85 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/a0502be8-8056-47e0-a879-83b62e82bcc7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:06:27.304856 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.351532 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.395710 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:06:27.402826 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:06:27.403767 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=a0502be8-8056-47e0-a879-83b62e82bcc7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:27.406358 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:06:27.409934 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.769104 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.842285 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:27.997553 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:28.006241 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:28.079242 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=a0502be8-8056-47e0-a879-83b62e82bcc7,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:06:28.095259 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:28.205402 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984 associated. External IP: 172.27.3.85, port: eda6abe7-5de5-4adb-8e6e-5eac9644af55. Aug 12 23:06:28.419343 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:06:28.523987 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:06:28.533834 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:06:28.543191 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:28.546307 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:06:28.547101 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:06:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:28.569625 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a51798e1-2bad-4905-ba11-85e16c7fac4c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6162109 Aug 12 23:06:28.570326 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:06:28.572537 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92" -d '{"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:06:28.608682 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84988a59-4e4b-43de-bf85-5a264019cf5e x-openstack-request-id: req-84988a59-4e4b-43de-bf85-5a264019cf5e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:06:28.609126 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:06:28.609561 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84988a59-4e4b-43de-bf85-5a264019cf5e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:06:28.610123 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'status': 'completed', 'code': 200} Aug 12 23:06:28.648268 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:06:28.695069 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-65804300-6a2b-46fd-abd1-862d5ec1baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:28.697178 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-65804300-6a2b-46fd-abd1-862d5ec1baec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0440731 Aug 12 23:06:28.792129 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-3546d5a0-7be6-4a86-81c6-9340eab7a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:28.793730 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-3546d5a0-7be6-4a86-81c6-9340eab7a551 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0894701 Aug 12 23:06:28.858533 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-87282c11-3a67-4b7c-94fd-9e9a609600db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 998 time: 0.0577109 Aug 12 23:06:28.885856 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:28.888636 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:27Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:28.909105 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-722e1f2e-e59a-4e29-bcf1-67f5216514f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:28.910667 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-722e1f2e-e59a-4e29-bcf1-67f5216514f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0452654 Aug 12 23:06:28.915594 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:06:28.924866 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:06:28.925534 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:06:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:28.959328 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-0bdc2eb2-a00b-4411-aba0-75d74976a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:06:28.960827 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-0bdc2eb2-a00b-4411-aba0-75d74976a01a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435326 Aug 12 23:06:29.030870 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:06:29.050830 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-96cd14be-f842-4942-81bb-943d285c0999 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824621 Aug 12 23:06:29.154127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-4767bd98-d5a2-46d4-86f9-52fc7fc43a92 req-15e7661b-adc8-4b1d-bbf8-9eabff51df26 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953815 Aug 12 23:06:29.257868 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:27Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:06:29.286193 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d495ce0-9946-45db-a082-48b129e62adf None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:27Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:06:29.480843 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e85f7-6e25-456f-8ec3-f2b3da87fe9d None None] New status for floating IP e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:06:53.183530 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:06:53.593705 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-3319aa15-5641-47c1-a22a-a0f2cc1287bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:55.164538 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:56.426645 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c593b903-14d7-4b79-b5b7-ed6399b4e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:56.786802 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:57.417078 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:06:58.886835 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:07.536600 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-eacfb796-93e2-4790-a8f9-e588bbdd41db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522032 Aug 12 23:07:07.645376 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-e046d473-3859-48cc-bcfe-cedc9df4002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:07:07.646891 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-e046d473-3859-48cc-bcfe-cedc9df4002a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0489852 Aug 12 23:07:07.752011 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-9b775613-0a2b-4c0c-b539-e00c4c9ed529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:07:07.753490 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-9b775613-0a2b-4c0c-b539-e00c4c9ed529 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0872436 Aug 12 23:07:07.817224 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-cd25bf76-fb4f-4d88-97bf-38d4a8acbdeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 1000 time: 0.0556128 Aug 12 23:07:07.865985 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-1fe2b93e-8af3-448a-b8d8-919272b0aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:07:07.867362 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-1fe2b93e-8af3-448a-b8d8-919272b0aa21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0424700 Aug 12 23:07:07.916900 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-118e9efb-7667-4aad-8e61-545466ee489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:07:07.918372 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-118e9efb-7667-4aad-8e61-545466ee489f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437541 Aug 12 23:07:08.006366 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-61df6753-514c-4119-9935-6fad40f015a8 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806773 Aug 12 23:07:08.103079 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-710ee8b9-bab4-4795-927e-a6f5ae895db5 req-da10c224-9747-4f3b-9244-d242e7ee791a service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Aug 12 23:07:23.593366 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-95ccf8a8-2795-40de-9c28-3bf8e9f2349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:25.178594 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:26.416599 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7145bb25-d271-4451-8298-dc14a0a1a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:26.785861 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:27.426013 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:28.897585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:30.188362 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:07:53.596150 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c2a7eea3-fde4-455c-b48e-f35db14e1e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:55.176827 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:56.415288 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-781e442a-7802-41e8-adb5-1f19b36d4211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:56.790820 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:57.427350 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:07:58.893875 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:07.189834 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:08:08.509851 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-32740b3d-305e-4a76-bfd1-b7cabae2d2ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510371 Aug 12 23:08:08.610729 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-77608013-729e-4f77-8117-c51e5c5a6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:08.612190 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-77608013-729e-4f77-8117-c51e5c5a6851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0407004 Aug 12 23:08:08.735246 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-f4c89d40-2447-49e4-845b-c1dd6b598c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:08.736800 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-f4c89d40-2447-49e4-845b-c1dd6b598c91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.1012671 Aug 12 23:08:08.806357 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-a264ee63-bcef-40bc-bd72-ce5a640383ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 1000 time: 0.0618114 Aug 12 23:08:08.856464 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-821ee52b-1f13-4da7-a89b-0ed4808d7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:08.857908 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-821ee52b-1f13-4da7-a89b-0ed4808d7a94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0445290 Aug 12 23:08:08.907820 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-c42a43b4-3855-4093-8da6-850d74a70905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:08.909299 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-c42a43b4-3855-4093-8da6-850d74a70905 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438693 Aug 12 23:08:09.011746 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-89eed1be-5949-4e9a-bf77-9a25476e14cb service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945237 Aug 12 23:08:09.397966 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-03b9cd13-f6b3-46b3-90c8-e83793024c91 req-e9cf097b-eb66-4382-9cc0-68ce4e674882 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785088 Aug 12 23:08:16.072553 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [req-06985066-c670-4501-b44a-7c2a7f2d0c90 req-c689f722-69ff-4463-82d6-dd05a977655a service neutron] (93943) timed out ('10.222.0.70', 63869) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 23:08:17.041445 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [req-bb625078-adbf-4260-815c-ea13d1146454 req-15ce4fb0-3248-4b39-894e-97084a6a3b51 service neutron] (93943) timed out ('10.222.0.70', 63848) {{(pid=93943) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 23:08:23.599735 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-08e6828e-32d2-48af-98f0-1829245ef252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:25.190517 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:26.415342 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dda8b5fc-4b54-42df-88f0-a49cca96fdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:26.785973 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:27.425644 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:28.465830 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-c9050357-b3dd-4d0d-b390-5632f4ab38a4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598104708&fields=id&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 267 time: 0.0348191 Aug 12 23:08:28.576980 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-80dbc6aa-9e7f-4fdc-84b6-9812ce9d4de7 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:28.578520 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-80dbc6aa-9e7f-4fdc-84b6-9812ce9d4de7 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1058998 Aug 12 23:08:28.594130 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-605010d9-0e50-4d90-b67c-c741f03e2527 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/quotas/072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 375 time: 0.0090137 Aug 12 23:08:28.650638 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-4ef85677-c7e7-4f6e-b5bb-bbb319bf24a4 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0510051 Aug 12 23:08:28.768197 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-0ef57fa4-9761-4e0a-92f4-9a10f89c6b67 service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000931 Aug 12 23:08:28.863379 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-417d9163-3b8b-4284-ae38-a82e931f5f8a service neutron] 10.222.0.13 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Aug 12 23:08:28.893810 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:29.258414 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-bfb51cf3-380a-44b9-a618-b6f995dd3f6e req-0b4fbc7c-67c7-4422-87d7-039494ac424f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 210 time: 0.0770476 Aug 12 23:08:30.342744 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-ecb42744-0eec-400f-8780-898f7fdeeb17 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:30.344204 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-ecb42744-0eec-400f-8780-898f7fdeeb17 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 811 time: 0.1058819 Aug 12 23:08:30.365692 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-629b6c1e-cfaa-47c2-b16f-461139c66035 req-bd89eb11-9e34-468e-843f-e71e48019c5a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 210 time: 0.0342243 Aug 12 23:08:30.399806 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-6d9e4177-5950-43d6-8799-2731b66ad589 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=072bf67a4c3e429185a22a805d0738e3 HTTP/1.1" status: 200 len: 379 time: 0.0400217 Aug 12 23:08:30.412452 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'port': {'device_id': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'admin_state_up': True, 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'security_groups': ['b9546cb8-8575-4e6b-9ed7-1cb358e05988']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:08:30.522663 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Made reservation on behalf of 072bf67a4c3e429185a22a805d0738e3 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 23:08:30.526206 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:30.652873 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.20.0.10 (3c26b131-bc35-4840-bbb9-e619ed6128e2/fd6d4451-f106-4ad9-a48c-fb894e28adb4/06f43f1c-0b32-4225-9fd3-7712a5bbb696) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:08:30.797200 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:30.813264 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Transition to ACTIVE for port object 06f43f1c-0b32-4225-9fd3-7712a5bbb696 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:08:30.850851 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:30.894123 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:08:30.897475 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:08:30.904171 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:08:30.933039 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:30.948893 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.949243 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.949597 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.949933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.950260 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.950583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.951032 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.951236 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.951538 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.951866 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.952182 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.952495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:30.972989 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:30.973659 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:30.990217 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-3288f789-c5af-4786-bca4-2632e5a3fecc tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5816257 Aug 12 23:08:31.062809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Request body: {'port': {'device_id': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:08:31.125809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.172826 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0dae82ff-f3aa-442f-a584-adac115c8730 None None] Provisioning for port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 completed by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:08:31.176680 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0dae82ff-f3aa-442f-a584-adac115c8730 None None] Provisioning complete for port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 triggered by entity DHCP. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:08:31.177118 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0dae82ff-f3aa-442f-a584-adac115c8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.210859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-0dae82ff-f3aa-442f-a584-adac115c8730 None None] Port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 cannot update to ACTIVE because it is not bound. {{(pid=93944) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 23:08:31.386424 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f43f1c-0b32-4225-9fd3-7712a5bbb696 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:08:31.394241 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.406447 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Transition to ACTIVE for port object 06f43f1c-0b32-4225-9fd3-7712a5bbb696 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 23:08:31.416555 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.482169 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Pushing event updated for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:31.566125 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b6566-b868-4459-ad17-e24dd2549d33 req-149449d4-6589-4f2e-9b06-3d29b7e86ace tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:31.567923 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5d4b6566-b868-4459-ad17-e24dd2549d33 req-149449d4-6589-4f2e-9b06-3d29b7e86ace tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0993307 Aug 12 23:08:31.599547 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Attempting to bind port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 23:08:31.599884 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Attempting to bind port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 23:08:31.600216 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Attempting to bind port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:08:31.608331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 23:08:31.608765 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Attempting to bind port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 on network 3c26b131-bc35-4840-bbb9-e619ed6128e2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 23:08:31.622205 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Checking agent: {'id': 'e95335a1-ad42-4d2a-9f4b-5069be557869', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'started_at': datetime.datetime(2021, 8, 12, 22, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 23:08:31.622541 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Checking segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 23:08:31.622922 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Bound using segment: {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 23:08:31.623350 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Bound port: 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6469e6dd-96e1-49ea-b19c-12f907130296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 23:08:31.623709 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.636963 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-5d4b6566-b868-4459-ad17-e24dd2549d33 req-372d4810-1ad8-49bc-a4d8-9301730c8431 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609403 Aug 12 23:08:31.692647 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 23:08:31.695583 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 23:08:31.702762 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.746100 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:31.746795 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:31.748198 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] 10.222.0.70 "PUT /v2.0/ports/06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 1094 time: 0.7353470 Aug 12 23:08:31.748636 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:08:31.750859 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:08:31.781035 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa5b50-4e56-4be8-9bdd-c0233646c16e service neutron] Pushing event updated for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:31.796596 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30594a1d-3971-4771-aad7-6a8d40cc6ff2 x-openstack-request-id: req-30594a1d-3971-4771-aad7-6a8d40cc6ff2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:08:31.796882 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:08:31.797133 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30594a1d-3971-4771-aad7-6a8d40cc6ff2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:08:31.797561 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'status': 'completed', 'code': 200} Aug 12 23:08:31.867109 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-809d8517-0232-4f40-9988-1c24b230fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:31.868673 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-809d8517-0232-4f40-9988-1c24b230fa3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1097 time: 0.0424023 Aug 12 23:08:31.917452 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-42e926b2-43d0-4610-ad6f-705f29576a13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 217 time: 0.0355742 Aug 12 23:08:31.966382 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-e908d66d-1bd2-43a7-9711-ba3668390195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:31.967861 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-e908d66d-1bd2-43a7-9711-ba3668390195 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0437725 Aug 12 23:08:32.018859 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-98734678-0ea9-4d57-b7bd-7d6232723b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.020740 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-98734678-0ea9-4d57-b7bd-7d6232723b81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445805 Aug 12 23:08:32.111941 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-1675e7c0-63e8-424e-b5a6-31e8729ea49d service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832667 Aug 12 23:08:32.212584 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-cb816600-8f24-4d57-9c7d-de0944fa7ed4 req-4bd7811e-ffc6-40f1-bed5-188acebac8e9 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927451 Aug 12 23:08:32.344276 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-140e92d4-7d20-461c-8cd6-537ddfbeefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.345810 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-140e92d4-7d20-461c-8cd6-537ddfbeefe0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1097 time: 0.0440323 Aug 12 23:08:32.441836 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-79e3de1c-fb67-4c2b-afc9-bcebe773dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.443323 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-79e3de1c-fb67-4c2b-afc9-bcebe773dcdf service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0886807 Aug 12 23:08:32.485298 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-b583db3e-87ae-45a0-a8ee-ef31a746e3f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 217 time: 0.0346100 Aug 12 23:08:32.539631 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-7fb49551-8f97-46d1-b575-b95fe2d98b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.541064 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-7fb49551-8f97-46d1-b575-b95fe2d98b4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0492318 Aug 12 23:08:32.586412 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-45c01a4d-5f09-42c3-af5e-597860e3ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.587863 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-45c01a4d-5f09-42c3-af5e-597860e3ed42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396543 Aug 12 23:08:32.685354 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-6e6b98e0-e62a-4000-bacc-92475db31198 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898147 Aug 12 23:08:32.814300 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d839fe-41cd-434f-8c2c-ba5a8a6c4f0c req-64db9122-b2ac-4585-babf-8d704ce19c35 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:32.815709 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-37d839fe-41cd-434f-8c2c-ba5a8a6c4f0c req-64db9122-b2ac-4585-babf-8d704ce19c35 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.1044776 Aug 12 23:08:32.819346 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-1053f4d4-09e2-40c8-a952-8f9bc6cfccb2 req-35d742bd-cea6-4b74-96ac-6365f4300167 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274433 Aug 12 23:08:32.855255 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-37d839fe-41cd-434f-8c2c-ba5a8a6c4f0c req-c7a79f24-1c00-4e2d-848b-62d6e70dc4d3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Aug 12 23:08:33.985708 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82a73-bdb2-4935-865c-1d2bb6213a06 req-c487f914-73aa-4b51-9f12-c51c015daec0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:33.987095 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-feb82a73-bdb2-4935-865c-1d2bb6213a06 req-c487f914-73aa-4b51-9f12-c51c015daec0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0552783 Aug 12 23:08:34.028220 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-feb82a73-bdb2-4935-865c-1d2bb6213a06 req-35715ad2-f992-4af8-9566-d1baecd27c99 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Aug 12 23:08:35.155478 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9dc14-35de-4513-a0ae-aa660ad1fac6 req-6d86bca4-8ef6-4679-9122-269d8bbadfff tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:35.156966 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f9a9dc14-35de-4513-a0ae-aa660ad1fac6 req-6d86bca4-8ef6-4679-9122-269d8bbadfff tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0566132 Aug 12 23:08:35.198658 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f9a9dc14-35de-4513-a0ae-aa660ad1fac6 req-ff925d3c-0cf9-40d7-a49d-22609cf19f4a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 12 23:08:36.326443 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904ba63-2b4e-4c1d-b910-19bbdaf69ef7 req-a9d46afd-8375-458a-b16c-568e539557bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:36.327926 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b904ba63-2b4e-4c1d-b910-19bbdaf69ef7 req-a9d46afd-8375-458a-b16c-568e539557bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0509012 Aug 12 23:08:36.371909 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-b904ba63-2b4e-4c1d-b910-19bbdaf69ef7 req-a0401bdf-0ca7-43c7-813a-cd8dd30d3974 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Aug 12 23:08:37.504757 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a059845-e853-459a-b2fa-6bb1a1a38e8e req-3ce2fbde-db5e-4e16-9ebd-df8384dde0f8 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:37.506537 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a059845-e853-459a-b2fa-6bb1a1a38e8e req-3ce2fbde-db5e-4e16-9ebd-df8384dde0f8 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0519679 Aug 12 23:08:37.550719 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3a059845-e853-459a-b2fa-6bb1a1a38e8e req-87153517-284b-48ec-9a82-8fa9a6c8ab37 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354059 Aug 12 23:08:38.689259 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00e01a-e1d5-4d60-9b20-6d714ace3ab3 req-bf022d34-3adb-4f9f-9441-934ac86b25b6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:38.690706 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7b00e01a-e1d5-4d60-9b20-6d714ace3ab3 req-bf022d34-3adb-4f9f-9441-934ac86b25b6 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0588748 Aug 12 23:08:38.729585 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-7b00e01a-e1d5-4d60-9b20-6d714ace3ab3 req-b900ce16-b463-4c0d-9320-37b1af636afb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Aug 12 23:08:39.847901 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6733-f922-402b-b39a-1800c64e7ce7 req-5421840c-2e82-4aff-9102-8a8ea3197634 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:39.849760 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3eeb6733-f922-402b-b39a-1800c64e7ce7 req-5421840c-2e82-4aff-9102-8a8ea3197634 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0503516 Aug 12 23:08:39.891498 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-3eeb6733-f922-402b-b39a-1800c64e7ce7 req-bcb94611-ba5a-4843-ac94-334f9faeb44f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Aug 12 23:08:41.045766 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2403bf5-5d5a-47d6-ac00-b8a0698ac140 req-b18147f8-2096-4105-9b4d-17a502af00d5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:41.047238 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a2403bf5-5d5a-47d6-ac00-b8a0698ac140 req-b18147f8-2096-4105-9b4d-17a502af00d5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 944 time: 0.0574067 Aug 12 23:08:41.086263 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-a2403bf5-5d5a-47d6-ac00-b8a0698ac140 req-4801cdc3-906c-4095-b2f0-8d92394ce310 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Aug 12 23:08:41.096028 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 06f43f1c-0b32-4225-9fd3-7712a5bbb696 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93944) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 23:08:41.194506 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:08:41.206827 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Returning: {'device': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'port_id': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'mac_address': 'fa:16:3e:4e:2f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93944) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 23:08:41.243413 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:41.256659 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f43f1c-0b32-4225-9fd3-7712a5bbb696 {{(pid=93944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 23:08:41.275979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:08:41.283960 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:41.337979 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:41.345665 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.346020 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.346365 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.346703 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.347125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.347972 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.348334 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.348692 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.349174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.349540 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.349859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.350174 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:08:41.682509 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] get_ports_and_sgs() called for port_ids ['06f43f1c-0b32-4225-9fd3-7712a5bbb696'] {{(pid=93944) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 23:08:42.220543 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c5597-e349-4b65-b76c-ac77cdb408d2 req-6738b54a-99f1-4d51-bc0e-8420b8623c5a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:42.222051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e92c5597-e349-4b65-b76c-ac77cdb408d2 req-6738b54a-99f1-4d51-bc0e-8420b8623c5a tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 945 time: 0.0526700 Aug 12 23:08:42.262246 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-e92c5597-e349-4b65-b76c-ac77cdb408d2 req-a66f0f9f-d7c7-4f85-bddb-6aed8d63122f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331931 Aug 12 23:08:43.111535 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 06f43f1c-0b32-4225-9fd3-7712a5bbb696 up at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 23:08:43.174782 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning for port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 completed by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 23:08:43.180962 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Provisioning complete for port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 triggered by entity L2. {{(pid=93944) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 23:08:43.181557 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7680844'] for port, provisioning_complete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:43.261377 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:43.291664 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696'}] {{(pid=93944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:08:43.294410 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a515ea58843c86eedf5241b2d35cfcebe8eefabf707a5c4f44c1e7187766e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31f64a-f051-4e2f-b08b-2fe64a50b3fc" -d '{"events": [{"server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "name": "network-vif-plugged", "status": "completed", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696"}]}' {{(pid=93944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:08:43.298164 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:08:43.303343 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:43.337064 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260337a-c493-4ed7-9eab-96fb8f75fbfc x-openstack-request-id: req-3260337a-c493-4ed7-9eab-96fb8f75fbfc {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:08:43.337369 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "name": "network-vif-plugged", "status": "completed", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696", "code": 200}]} {{(pid=93944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:08:43.337639 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3260337a-c493-4ed7-9eab-96fb8f75fbfc {{(pid=93944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:08:43.338014 dv-cinder-759943-11-iscsi neutron-server[93944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'code': 200} Aug 12 23:08:43.359045 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Pushing event updated for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=5']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:43.382914 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a469ec3-e33a-47ef-9374-48624143f413 req-d7702158-bc13-4373-876e-e2d55c59d849 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:43.384441 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a469ec3-e33a-47ef-9374-48624143f413 req-d7702158-bc13-4373-876e-e2d55c59d849 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0494924 Aug 12 23:08:43.423252 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-8a469ec3-e33a-47ef-9374-48624143f413 req-15d6872f-e20c-4a1d-8b7f-3dff753edf21 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Aug 12 23:08:43.593233 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f024bf-c129-4766-8660-5e443b67a56f req-728f0cb1-1415-4ee2-b012-96b9c3a22222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:43.594734 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-59f024bf-c129-4766-8660-5e443b67a56f req-728f0cb1-1415-4ee2-b012-96b9c3a22222 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1099 time: 0.0426645 Aug 12 23:08:43.634500 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-59f024bf-c129-4766-8660-5e443b67a56f req-b57a30fc-c41d-4edd-a6a3-da8fc966e674 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309095 Aug 12 23:08:44.194596 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:08:44.559225 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e107e-c5b6-4cef-85fd-4cec6ead1af3 req-76ed9c57-4c21-43ba-9b6b-a7edd656ad08 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:44.560743 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eb1e107e-c5b6-4cef-85fd-4cec6ead1af3 req-76ed9c57-4c21-43ba-9b6b-a7edd656ad08 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0584853 Aug 12 23:08:44.608812 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-eb1e107e-c5b6-4cef-85fd-4cec6ead1af3 req-a29b31e9-4245-4f93-bb87-6e3bb19af889 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390730 Aug 12 23:08:45.738733 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f4d6f-caa6-4c62-b510-b52f4220f09a req-d78e6f7c-1c6f-4a1b-aa39-55f1d9e8fcb3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:45.740203 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1d4f4d6f-caa6-4c62-b510-b52f4220f09a req-d78e6f7c-1c6f-4a1b-aa39-55f1d9e8fcb3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0509501 Aug 12 23:08:45.777708 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-1d4f4d6f-caa6-4c62-b510-b52f4220f09a req-00ec9f2b-b2b8-4725-b7dd-70cb1a501605 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Aug 12 23:08:45.900983 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e17cd-634d-4931-a419-9864e744815c req-11ab9eb6-100a-4af0-a2a1-4848b54e704e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:45.902691 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-762e17cd-634d-4931-a419-9864e744815c req-11ab9eb6-100a-4af0-a2a1-4848b54e704e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0584238 Aug 12 23:08:45.945178 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-762e17cd-634d-4931-a419-9864e744815c req-2c55971e-572b-4d0b-923f-1c6dde5830c3 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Aug 12 23:08:45.969232 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:08:46.119574 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87b9c2-1b9a-422b-b908-62841f5e7196 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:46.121092 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-db87b9c2-1b9a-422b-b908-62841f5e7196 tempest-TestVolumeBootPattern-1712101619 tempest-TestVolumeBootPattern-1712101619-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1094 time: 0.1508424 Aug 12 23:08:46.125238 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59064) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:08:46.130044 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Request body: {'floatingip': {'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'port_id': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 23:08:46.159515 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:46.262274 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:46.366346 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Allocated IP 172.27.3.55 (4272d734-767a-4799-9e35-ccb4302de14f/3c9d3eab-db11-489e-9a88-d1fa0047ccfc/11ede836-89d0-4c7d-a681-28d103569fa9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 23:08:46.471960 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:46.525388 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762307387109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:46.570320 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Network 4272d734-767a-4799-9e35-ccb4302de14f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 23:08:46.575796 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 23:08:46.578169 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=11ede836-89d0-4c7d-a681-28d103569fa9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:46.580331 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 23:08:46.952666 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.030650 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7752719'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.191005 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.196986 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762307874452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762307387127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762307387661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59130548'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.278251 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event updated for resources: {'Port': ['ID=11ede836-89d0-4c7d-a681-28d103569fa9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:08:47.288203 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-472725'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.388098 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP c5447325-76c0-4189-95b4-ea0aa844fbcd associated. External IP: 172.27.3.55, port: 06f43f1c-0b32-4225-9fd3-7712a5bbb696. Aug 12 23:08:47.595503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:08:47.708368 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:08:47.719403 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:08:47.729771 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:47.732358 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:08:47.732941 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:08:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:08:47.758097 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-a1aa635b-7fb5-4e64-934b-d533654ec2c0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6317759 Aug 12 23:08:47.759003 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:08:47.761282 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:08:47.797547 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c526b-3d87-46f8-812e-9540b989cb26 x-openstack-request-id: req-e88c526b-3d87-46f8-812e-9540b989cb26 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:08:47.797849 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:08:47.798089 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88c526b-3d87-46f8-812e-9540b989cb26 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:08:47.798493 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'status': 'completed', 'code': 200} Aug 12 23:08:47.836451 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:08:47.886057 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-a6a0e517-a022-4d3f-ba38-16d76a55b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:47.887522 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-a6a0e517-a022-4d3f-ba38-16d76a55b8f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1099 time: 0.0434682 Aug 12 23:08:47.976281 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-1b11ca94-3d95-4017-b2f3-c0431d05f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:47.978056 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-1b11ca94-3d95-4017-b2f3-c0431d05f1e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0835321 Aug 12 23:08:48.045099 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-4f75d3f7-ad84-469d-ad75-4d7ae4942718 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 999 time: 0.0598605 Aug 12 23:08:48.061792 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'c5447325-76c0-4189-95b4-ea0aa844fbcd', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:4e:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:08:46Z', 'updated_at': '2021-08-12T23:08:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}, {'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:08:48.086774 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:08:48.094127 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-39420c7b-efbb-4bf0-b7ba-cef8f70d1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:48.095316 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:08:48.095606 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-39420c7b-efbb-4bf0-b7ba-cef8f70d1dd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0440481 Aug 12 23:08:48.095971 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:08:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:08:48.145097 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-62daf1c5-4204-4687-b967-90a330221204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:08:48.146592 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-62daf1c5-4204-4687-b967-90a330221204 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425694 Aug 12 23:08:48.243784 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-e1ff9d17-25ca-4e6d-9321-85fea433ee82 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889249 Aug 12 23:08:48.331894 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-111f9c60-e4c0-4412-b50a-ccb80e28cc8c req-1ce1e990-f250-4edf-9f91-f4fe56253646 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812829 Aug 12 23:08:48.336770 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:08:48.568544 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'c5447325-76c0-4189-95b4-ea0aa844fbcd', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:4e:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:08:46Z', 'updated_at': '2021-08-12T23:08:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}, {'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:08:48.594503 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a15c55-8529-4bd3-b69b-bf19c165b108 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'c5447325-76c0-4189-95b4-ea0aa844fbcd', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:4e:2f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:08:46Z', 'updated_at': '2021-08-12T23:08:46Z', 'revision_number': 0, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}, {'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:08:48.796591 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487cefb7-6b45-47e7-9e65-2f476b13f40e None None] New status for floating IP c5447325-76c0-4189-95b4-ea0aa844fbcd: ACTIVE {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:08:53.601162 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-32052cda-4dac-4793-be70-5053d003e025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:55.208674 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:56.416329 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-274d6c8e-395b-4e95-896a-6f5491fe4d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:56.781060 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:57.430858 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:08:58.902746 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:08.831791 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-9930bda8-6b06-4139-ba17-8494ad39e23d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3181980 Aug 12 23:09:08.935000 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-d4a6dce0-2dbc-4095-99d5-7d268eb80a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:09:08.936743 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-d4a6dce0-2dbc-4095-99d5-7d268eb80a28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0420532 Aug 12 23:09:09.041994 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-f9e605fe-c01e-471d-bcc4-02288d10597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:09:09.043455 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-f9e605fe-c01e-471d-bcc4-02288d10597d service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0873616 Aug 12 23:09:09.119154 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-c7e59f18-74cb-4c6e-9cbc-4f1e539b219f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 1000 time: 0.0681810 Aug 12 23:09:09.175297 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-255fad24-7a8a-47f1-8809-c7f29068b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:09:09.176739 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-255fad24-7a8a-47f1-8809-c7f29068b66d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0502141 Aug 12 23:09:09.224598 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-8e1cdd6c-ea61-453d-a78a-5c116eb6f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:09:09.226127 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-8e1cdd6c-ea61-453d-a78a-5c116eb6f147 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411718 Aug 12 23:09:09.317696 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-26a3bac8-b68e-489b-95eb-d032522d5ada service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830672 Aug 12 23:09:09.416586 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-b4786c60-cbe5-455e-bf86-8537e4f7b5d8 req-ca132f41-6f60-4bb4-ba8a-c8a4d596fc6b service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914168 Aug 12 23:09:21.199804 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:09:23.605080 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-daecdd81-0058-445e-9dbb-90dcb143990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:25.199101 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:26.423379 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a1697580-3484-45f3-b2b1-f6086bbab6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:26.782108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:27.431650 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:28.913689 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:53.605356 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5e79f2dc-003a-4929-92df-aef74f8de385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:55.215286 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:56.417793 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f797dd3f-eab0-4f79-a9de-a961deaaa5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:56.789055 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:57.434815 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:09:58.199835 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:09:58.912531 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:09.523559 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-36c06c44-c6f0-4860-b744-c78905a916c6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517523 Aug 12 23:10:09.596465 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-f70bdf8e-69b8-41b8-a591-31f3cc461b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:09.597972 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-f70bdf8e-69b8-41b8-a591-31f3cc461b18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1099 time: 0.0411434 Aug 12 23:10:09.700083 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-a3652ba4-5a2f-4bbd-8ba3-5dd20f455d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:09.701606 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-a3652ba4-5a2f-4bbd-8ba3-5dd20f455d54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0826671 Aug 12 23:10:09.773268 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-35b4088e-896a-4ce9-a5ef-2c2a7ef7bf42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 1001 time: 0.0644004 Aug 12 23:10:09.822927 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-6fd6c634-bc6b-4417-8f47-cd49a3640279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:09.824362 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-6fd6c634-bc6b-4417-8f47-cd49a3640279 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0442865 Aug 12 23:10:09.868499 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-4e7e6791-a35d-4b31-be26-671c1b5e6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:09.869978 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-4e7e6791-a35d-4b31-be26-671c1b5e6308 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387187 Aug 12 23:10:09.970403 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-dc7d9cd5-9346-4505-90c1-a3977255f9e0 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921617 Aug 12 23:10:10.065970 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-55a99c47-7b05-4b0d-9a4d-b607788b5575 req-b858fdd3-83ea-457a-9bf2-d255b1298ce0 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879350 Aug 12 23:10:23.609877 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48932041-c370-4912-89db-01137eeea677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:25.235999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:26.418098 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e2e8a147-a2a9-4e10-8774-b6f047073f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:26.780767 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:27.440330 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:28.923146 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:35.200367 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:10:36.725297 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:36.898095 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port 11ede836-89d0-4c7d-a681-28d103569fa9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:36.898389 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:36.978411 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:36.978648 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:36.991782 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for 11ede836-89d0-4c7d-a681-28d103569fa9 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:37.149642 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:37.175199 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=11ede836-89d0-4c7d-a681-28d103569fa9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:37.199132 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.199476 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.199847 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.200177 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.200501 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.200825 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.201144 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.201504 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.201826 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.202149 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.202459 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.202772 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:37.241466 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:37.241654 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP c5447325-76c0-4189-95b4-ea0aa844fbcd disassociated (deleted). External IP: 172.27.3.55, port: 06f43f1c-0b32-4225-9fd3-7712a5bbb696. Aug 12 23:10:37.447329 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:10:37.559563 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:10:37.564985 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:37.570655 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:10:37.580244 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:37.580850 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:37.593202 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-95e79232-36f8-4441-9334-bbe4cb5dd058 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "DELETE /v2.0/floatingips/c5447325-76c0-4189-95b4-ea0aa844fbcd HTTP/1.1" status: 204 len: 168 time: 0.8665824 Aug 12 23:10:37.593895 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:10:37.596353 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:10:37.688486 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:37.701803 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10108f5-3edf-492c-8395-27f7ef3e4f44 x-openstack-request-id: req-b10108f5-3edf-492c-8395-27f7ef3e4f44 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:10:37.702135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:10:37.702499 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b10108f5-3edf-492c-8395-27f7ef3e4f44 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:10:37.702930 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'status': 'completed', 'code': 200} Aug 12 23:10:37.842882 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c93f5e-afff-4a19-b6a8-0f6e2cd5e8cd req-923e1b6f-fbe5-40dc-abc2-4af6bbf75ef0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:37.844460 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-02c93f5e-afff-4a19-b6a8-0f6e2cd5e8cd req-923e1b6f-fbe5-40dc-abc2-4af6bbf75ef0 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0551503 Aug 12 23:10:37.847698 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-338c37e9-e6bf-4e02-925d-78df4c53c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:37.850813 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-338c37e9-e6bf-4e02-925d-78df4c53c141 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 1099 time: 0.0486374 Aug 12 23:10:37.932909 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:37.946933 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-862ce40c-c9de-4403-bfad-dc5ad01f5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:37.948466 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-862ce40c-c9de-4403-bfad-dc5ad01f5e8f service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0902708 Aug 12 23:10:37.960108 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:10:37.969464 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:37.970076 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:37.996231 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-b9b3ac3e-c3a7-4db6-9e99-6c06da66d017 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 200 len: 217 time: 0.0362098 Aug 12 23:10:38.055552 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-c8b2938f-f478-4a71-bd32-bd336788b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:38.057060 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-c8b2938f-f478-4a71-bd32-bd336788b73c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0509427 Aug 12 23:10:38.077537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:38.105468 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-40803356-ad5a-4adf-aecf-96c74cbbb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:38.106983 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-40803356-ad5a-4adf-aecf-96c74cbbb0c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417218 Aug 12 23:10:38.140395 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-02c93f5e-afff-4a19-b6a8-0f6e2cd5e8cd req-7ce7c62c-6db4-4273-81a0-b2990417eb91 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875164 Aug 12 23:10:38.197959 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-828c9b71-77f3-4b40-8ff2-75b41c45e79f service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816371 Aug 12 23:10:38.292096 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-6559d6a4-9f4a-4e20-bd1d-4ce5e588f7fb req-10a4651b-d5ef-4635-a4f5-abc42939eb44 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855138 Aug 12 23:10:38.301210 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:38.330677 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d3d857-85a6-4313-bfbc-ca295956f52c None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_floatingips': [{'id': 'e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'router_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'port_id': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'mac_address': 'fa:16:3e:68:80:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T23:06:27Z', 'updated_at': '2021-08-12T23:06:29Z', 'revision_number': 1, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:10:38.578729 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee01aa3-7fd9-45c3-9770-698b08e4b001 None None] New status for floating IP c5447325-76c0-4189-95b4-ea0aa844fbcd: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:10:39.275101 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534deb44-7d78-44e3-b327-0acee23fce5b req-c9bfe878-f73e-41d4-bebb-98122249bb3e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:39.276587 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-534deb44-7d78-44e3-b327-0acee23fce5b req-c9bfe878-f73e-41d4-bebb-98122249bb3e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0593424 Aug 12 23:10:39.317401 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-534deb44-7d78-44e3-b327-0acee23fce5b req-58c02444-2857-46fb-9998-df8bbb922a75 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Aug 12 23:10:39.757990 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-d244607b-d956-4f36-bfdc-c754b41140ac tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:39.759450 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-d244607b-d956-4f36-bfdc-c754b41140ac tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 946 time: 0.0568738 Aug 12 23:10:39.853862 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:39.854198 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:39.945306 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] For port 06f43f1c-0b32-4225-9fd3-7712a5bbb696, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=06f43f1c-0b32-4225-9fd3-7712a5bbb696,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:39.945706 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:39.958429 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for 06f43f1c-0b32-4225-9fd3-7712a5bbb696 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:40.090064 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:40.117766 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=06f43f1c-0b32-4225-9fd3-7712a5bbb696,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:40.164393 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] No DVR routers for this DVR port 06f43f1c-0b32-4225-9fd3-7712a5bbb696 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:40.167402 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:40.169446 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-dcc63801-5124-46b0-b5a4-efcd2c5614e5 req-f1f15210-9012-4371-a419-4c3a202f7630 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "DELETE /v2.0/ports/06f43f1c-0b32-4225-9fd3-7712a5bbb696 HTTP/1.1" status: 204 len: 173 time: 0.4040165 Aug 12 23:10:40.169888 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'name': 'network-vif-deleted', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:10:40.172187 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d4205-02f7-41c4-a1ad-62bec68703de" -d '{"events": [{"server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "name": "network-vif-deleted", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:10:40.225886 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8286d7-dbe6-4ae5-ab44-d9e37e33b4b2 x-openstack-request-id: req-9c8286d7-dbe6-4ae5-ab44-d9e37e33b4b2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:10:40.226208 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb55992-c6e1-4c78-9db5-990c223117ec", "name": "network-vif-deleted", "tag": "06f43f1c-0b32-4225-9fd3-7712a5bbb696", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:10:40.226432 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c8286d7-dbe6-4ae5-ab44-d9e37e33b4b2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:10:40.226831 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb55992-c6e1-4c78-9db5-990c223117ec', 'name': 'network-vif-deleted', 'tag': '06f43f1c-0b32-4225-9fd3-7712a5bbb696', 'status': 'completed', 'code': 200} Aug 12 23:10:40.427129 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f72b5e6c-ff08-4882-9cfb-8e128396a75f req-157c5df4-f0e8-418e-a132-0cae4f92e24c tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffb55992-c6e1-4c78-9db5-990c223117ec HTTP/1.1" status: 200 len: 210 time: 0.0325830 Aug 12 23:10:43.723076 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:43.731035 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 06f43f1c-0b32-4225-9fd3-7712a5bbb696 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:43.751575 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: 06f43f1c-0b32-4225-9fd3-7712a5bbb696 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:43.751940 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device 06f43f1c-0b32-4225-9fd3-7712a5bbb696 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:43.885950 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port a0502be8-8056-47e0-a879-83b62e82bcc7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:43.886289 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:43.963849 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:43.964084 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:43.978142 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for a0502be8-8056-47e0-a879-83b62e82bcc7 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:44.135313 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:44.163164 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=a0502be8-8056-47e0-a879-83b62e82bcc7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:44.222349 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:44.222575 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.db.l3_db [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Floating IP e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984 disassociated (deleted). External IP: 172.27.3.85, port: eda6abe7-5de5-4adb-8e6e-5eac9644af55. Aug 12 23:10:44.455287 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:10:44.586812 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:10:44.591842 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:44.596944 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:10:44.606285 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:44.606937 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:44.619608 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-089ca97b-4638-4d56-85eb-62e84894d05f tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "DELETE /v2.0/floatingips/e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984 HTTP/1.1" status: 204 len: 168 time: 0.8953948 Aug 12 23:10:44.620201 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:10:44.622487 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b67a30-0083-4ff6-8179-f8761a367f87" -d '{"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:10:44.659603 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0d594-9f06-4188-9fc7-c693dbccdc60 x-openstack-request-id: req-68a0d594-9f06-4188-9fc7-c693dbccdc60 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:10:44.659892 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:10:44.660334 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68a0d594-9f06-4188-9fc7-c693dbccdc60 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:10:44.660692 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'status': 'completed', 'code': 200} Aug 12 23:10:44.716859 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:44.748391 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-9158cb95-24d2-4261-b42c-895924193119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:44.750426 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-9158cb95-24d2-4261-b42c-895924193119 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=072bf67a4c3e429185a22a805d0738e3&device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 1098 time: 0.0437324 Aug 12 23:10:44.851649 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-45af9c6b-10fe-46be-a06e-8f57727e1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:44.853724 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-45af9c6b-10fe-46be-a06e-8f57727e1c64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 200 len: 912 time: 0.0956655 Aug 12 23:10:44.854887 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633f8f1-1ebe-4df3-b4bc-b796ebc7b654 req-942b7307-19f2-4c02-890c-c8f960cdad67 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93943) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:44.856454 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9633f8f1-1ebe-4df3-b4bc-b796ebc7b654 req-942b7307-19f2-4c02-890c-c8f960cdad67 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0502610 Aug 12 23:10:44.897367 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [req-9633f8f1-1ebe-4df3-b4bc-b796ebc7b654 req-6dfd4c8d-fad5-4131-badf-34dfe6e56f9e tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346982 Aug 12 23:10:44.900083 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-f1737861-399c-43cf-8197-f86977a5a80a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 200 len: 217 time: 0.0380330 Aug 12 23:10:44.954437 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-a10c86b9-d7ad-4bca-8719-0b70734275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:44.955916 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-a10c86b9-d7ad-4bca-8719-0b70734275d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 200 len: 850 time: 0.0468884 Aug 12 23:10:45.006876 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-b88d1ccb-00b9-473c-b6a1-320c8c8038b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:45.008608 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-b88d1ccb-00b9-473c-b6a1-320c8c8038b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c26b131-bc35-4840-bbb9-e619ed6128e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441267 Aug 12 23:10:45.059310 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:45.087962 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:10:45.096313 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-5b6f555d-e3f1-4c85-a7bc-a06fa822404b service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799835 Aug 12 23:10:45.096755 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:45.097376 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:45.191772 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-a2b67a30-0083-4ff6-8179-f8761a367f87 req-f2310833-6644-4ae4-a9d6-a20c1d7a4215 service neutron] 10.222.0.70 "GET /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869327 Aug 12 23:10:45.200843 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:45.403498 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:45.426374 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58d46f-0c56-4715-8f64-a319abba7cf8 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:02:52Z', 'revision_number': 4, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi', '_interfaces': [{'id': 'e48f9847-631f-457f-bd20-7edb21f79a41', 'name': '', 'network_id': '3c26b131-bc35-4840-bbb9-e619ed6128e2', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'mac_address': 'fa:16:3e:5d:30:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:51Z', 'updated_at': '2021-08-12T23:02:58Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'subnets': [{'id': 'fd6d4451-f106-4ad9-a48c-fb894e28adb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:10:45.641340 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ed344-6ade-4b98-be54-1559a86a0517 None None] New status for floating IP e2e5a2a4-0fa1-44c7-ab8b-ab7aeae43984: DOWN {{(pid=93945) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 23:10:46.028422 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7fe3b-c6fd-454f-9339-43fdbf95b617 req-7be79412-4bae-4bf0-b085-e5bd7e4c84b1 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:46.029850 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9f7fe3b-c6fd-454f-9339-43fdbf95b617 req-7be79412-4bae-4bf0-b085-e5bd7e4c84b1 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0581911 Aug 12 23:10:46.070162 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-c9f7fe3b-c6fd-454f-9339-43fdbf95b617 req-5c012a65-85f0-49bf-9b01-00cd21c85e6b tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9546cb8-8575-4e6b-9ed7-1cb358e05988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314603 Aug 12 23:10:46.596564 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-79f9816c-f4ff-4bfa-bb0c-ab779975c3ba tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 23:10:46.598051 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-79f9816c-f4ff-4bfa-bb0c-ab779975c3ba tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Aug 12 23:10:46.699804 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port eda6abe7-5de5-4adb-8e6e-5eac9644af55 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:46.700065 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:46.790371 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] For port eda6abe7-5de5-4adb-8e6e-5eac9644af55, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=eda6abe7-5de5-4adb-8e6e-5eac9644af55,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:46.790727 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:46.804560 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for eda6abe7-5de5-4adb-8e6e-5eac9644af55 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:46.935999 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:46.969389 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=eda6abe7-5de5-4adb-8e6e-5eac9644af55,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:47.008390 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] No DVR routers for this DVR port eda6abe7-5de5-4adb-8e6e-5eac9644af55 on host hv-cinder-75994 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:47.011129 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:47.013624 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-f7dd7fb1-04ce-417e-bf4e-9b132424bef6 req-1e3d0517-a668-4a13-a2eb-667132952579 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.70 "DELETE /v2.0/ports/eda6abe7-5de5-4adb-8e6e-5eac9644af55 HTTP/1.1" status: 204 len: 173 time: 0.4076786 Aug 12 23:10:47.014087 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'name': 'network-vif-deleted', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 23:10:47.016428 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c819a6d1b981a98f0454bed263c4f35b359f8537dd180440ccf7b49586fe8f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a416f025-e39c-420d-a1b7-f250b5d4feb4" -d '{"events": [{"server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "name": "network-vif-deleted", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 23:10:47.053708 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788eaaa0-0ee3-403b-96d9-9a635ff30b61 x-openstack-request-id: req-788eaaa0-0ee3-403b-96d9-9a635ff30b61 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 23:10:47.054380 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d534d1-e91b-49f2-a9c3-0b080ef9f852", "name": "network-vif-deleted", "tag": "eda6abe7-5de5-4adb-8e6e-5eac9644af55", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 23:10:47.054605 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-788eaaa0-0ee3-403b-96d9-9a635ff30b61 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 23:10:47.055114 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d534d1-e91b-49f2-a9c3-0b080ef9f852', 'name': 'network-vif-deleted', 'tag': 'eda6abe7-5de5-4adb-8e6e-5eac9644af55', 'status': 'completed', 'code': 200} Aug 12 23:10:47.180070 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [req-92efa81d-9ab9-48ba-a202-160b58801e2a req-530bcbee-5f6a-463d-9a21-7886de5db920 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "GET /v2.0/ports?device_id=33d534d1-e91b-49f2-a9c3-0b080ef9f852 HTTP/1.1" status: 200 len: 210 time: 0.0368934 Aug 12 23:10:48.250386 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:48.378712 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Deleting port 1440e182-aa99-4e62-b624-a130f90ebffc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:48.379068 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.464135 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.464479 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.475901 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Calling delete_port for 1440e182-aa99-4e62-b624-a130f90ebffc owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:48.889794 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.913908 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'Port': ['ID=1440e182-aa99-4e62-b624-a130f90ebffc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:48.976761 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.982101 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96316'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:48.983758 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-5dec644e-2fc6-4c35-86f8-f3987305bce5 tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "DELETE /v2.0/floatingips/9066dbc0-a4c0-4dc2-8198-0a0eeebaf671 HTTP/1.1" status: 204 len: 168 time: 0.7323487 Aug 12 23:10:49.763985 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device eda6abe7-5de5-4adb-8e6e-5eac9644af55 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:49.792678 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] No Port match for: eda6abe7-5de5-4adb-8e6e-5eac9644af55 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:49.793030 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Device eda6abe7-5de5-4adb-8e6e-5eac9644af55 not bound to the agent host hv-cinder-75994 {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:50.204902 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59182) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:50.273666 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:50.302009 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:50.374334 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:50.377120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:50.378640 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9546cb8-8575-4e6b-9ed7-1cb358e05988 HTTP/1.1" status: 204 len: 168 time: 0.1727204 Aug 12 23:10:50.388210 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acb486-2451-41a3-bf61-2ae7c86f33bb tempest-TestVolumeBootPattern-1071355759 tempest-TestVolumeBootPattern-1071355759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9546cb8-8575-4e6b-9ed7-1cb358e05988,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:51.468131 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:51.966467 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:52.218762 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Deleting port e48f9847-631f-457f-bd20-7edb21f79a41 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:52.219076 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:52.301722 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] For port e48f9847-631f-457f-bd20-7edb21f79a41, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=e48f9847-631f-457f-bd20-7edb21f79a41,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:52.302055 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:52.315395 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Calling delete_port for e48f9847-631f-457f-bd20-7edb21f79a41 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:52.502273 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:52.528805 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48f9847-631f-457f-bd20-7edb21f79a41,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:52.695824 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:52.912589 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Router 6d039aa6-de38-45c1-8240-131e5d3ee6cd has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:10:53.029901 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:10:53.035222 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-6fcf2880-f76c-4629-aff0-080791dbffd0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d039aa6-de38-45c1-8240-131e5d3ee6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658007 Aug 12 23:10:53.039148 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:53.042006 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Sync routers for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:10:53.052896 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:53.053525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:53.142503 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.154378 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: dv-cinder-759943-11-iscsi {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:53.238120 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.296194 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Deleting port 3362bbb5-0946-4565-9144-1be6f2fa7cdd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:53.296495 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.328939 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:10:52Z', 'revision_number': 5, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port': {'id': '3362bbb5-0946-4565-9144-1be6f2fa7cdd', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:33:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:49Z', 'updated_at': '2021-08-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:53.354685 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Checking router: 6d039aa6-de38-45c1-8240-131e5d3ee6cd for host: dv-cinder-759943-11-iscsi {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:10:53.363314 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Routers {'6d039aa6-de38-45c1-8240-131e5d3ee6cd'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:53.363905 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:53.382063 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] For port 3362bbb5-0946-4565-9144-1be6f2fa7cdd, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=3362bbb5-0946-4565-9144-1be6f2fa7cdd,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:53.382425 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.395516 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Calling delete_port for 3362bbb5-0946-4565-9144-1be6f2fa7cdd owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:53.449586 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] Set router 6d039aa6-de38-45c1-8240-131e5d3ee6cd gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:53.501905 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:10:53Z', 'revision_number': 6, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:53.527924 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc419ed-0b27-4cc2-aa1e-db06ac9a73e3 None None] The sync data for ids ['6d039aa6-de38-45c1-8240-131e5d3ee6cd'] in dv-cinder-759943-11-iscsi is: [{'id': '6d039aa6-de38-45c1-8240-131e5d3ee6cd', 'name': 'tempest-TestVolumeBootPattern-277561767-router', 'tenant_id': '072bf67a4c3e429185a22a805d0738e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:48Z', 'updated_at': '2021-08-12T23:10:53Z', 'revision_number': 6, 'project_id': '072bf67a4c3e429185a22a805d0738e3', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:10:53.569780 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59130557'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.596809 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3362bbb5-0946-4565-9144-1be6f2fa7cdd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:53.606801 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cd8d5748-6478-4445-8dea-577e0229a612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.658903 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.745907 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.748276 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.792752 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.793220 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d039aa6-de38-45c1-8240-131e5d3ee6cd {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:10:53.798018 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.799177 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-506d81ba-d636-4d64-ac9a-f2c0554393e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d039aa6-de38-45c1-8240-131e5d3ee6cd HTTP/1.1" status: 204 len: 168 time: 0.7591603 Aug 12 23:10:53.801834 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:53.847338 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Deleting subnet fd6d4451-f106-4ad9-a48c-fb894e28adb4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:10:53.850656 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.893484 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2998601'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:53.981023 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.036236 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59130510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58767439'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.072510 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6d4451-f106-4ad9-a48c-fb894e28adb4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:54.079829 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.082030 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-c8a34be7-2618-4835-ac57-a189dea7c597 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd6d4451-f106-4ad9-a48c-fb894e28adb4 HTTP/1.1" status: 204 len: 168 time: 0.2790070 Aug 12 23:10:54.084456 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd5d2b-9c74-4427-a892-244145f6a833 None None] Network 3c26b131-bc35-4840-bbb9-e619ed6128e2 requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:10:54.084984 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59198) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:54.153677 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.215757 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Deleting port f009335a-c36b-46a2-96e2-78b75c295c51 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:54.216321 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.280096 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] For port f009335a-c36b-46a2-96e2-78b75c295c51, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f009335a-c36b-46a2-96e2-78b75c295c51,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:54.280461 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.293875 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Calling delete_port for f009335a-c36b-46a2-96e2-78b75c295c51 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:54.300600 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e48f9847-631f-457f-bd20-7edb21f79a41 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:54.321133 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] DHCP port deletion for 3c26b131-bc35-4840-bbb9-e619ed6128e2 request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:10:54.324382 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: e48f9847-631f-457f-bd20-7edb21f79a41 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:54.324652 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device e48f9847-631f-457f-bd20-7edb21f79a41 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:54.369683 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Deleting port f009335a-c36b-46a2-96e2-78b75c295c51 {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:54.370203 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.383195 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.413605 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f009335a-c36b-46a2-96e2-78b75c295c51,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:54.415903 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] No DVR routers for this DVR port f009335a-c36b-46a2-96e2-78b75c295c51 on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:54.424945 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.425287 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.425900 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.426400 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.426889 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.427360 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.427864 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.428333 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.428818 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.429293 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.429790 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.430272 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.452994 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] For port f009335a-c36b-46a2-96e2-78b75c295c51, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f009335a-c36b-46a2-96e2-78b75c295c51,segment=NetworkSegment(6469e6dd-96e1-49ea-b19c-12f907130296),segment_id=6469e6dd-96e1-49ea-b19c-12f907130296)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:54.453422 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.472032 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Calling delete_port for f009335a-c36b-46a2-96e2-78b75c295c51 owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:54.500110 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.510821 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c26b131-bc35-4840-bbb9-e619ed6128e2']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:54.526820 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6469e6dd-96e1-49ea-b19c-12f907130296') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:54.527043 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6469e6dd-96e1-49ea-b19c-12f907130296') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:54.537213 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.555346 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.562297 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:10:54.562697 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:10:54.564403 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:10:54.569070 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.610359 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] No DVR routers for this DVR port f009335a-c36b-46a2-96e2-78b75c295c51 on host dv-cinder-759943-11-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:54.620207 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Pushing event deleted for resources: {'Port': ['ID=f009335a-c36b-46a2-96e2-78b75c295c51,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:54.626368 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.630541 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.631493 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.631649 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.632069 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.632263 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:54.632374 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.632660 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.632992 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.633321 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.633676 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.633999 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.634325 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.634645 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a3cc9f-7539-4e23-8e8c-09c297912c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-11-iscsi {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 23:10:54.638747 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c26b131-bc35-4840-bbb9-e619ed6128e2 HTTP/1.1" status: 204 len: 168 time: 0.5497448 Aug 12 23:10:54.638747 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59200) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:54.688084 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b713b-f385-4175-bd20-8641cfe5d9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c26b131-bc35-4840-bbb9-e619ed6128e2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:54.996042 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431253'] for router_interface, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.222566 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.261655 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Deleting port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:55.262160 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.342733 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] For port bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:55.343063 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.355503 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Calling delete_port for bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f owned by network:router_interface {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:55.538923 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.567392 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:55.732547 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7904261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-471845'] for router_interface, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:55.923286 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3362bbb5-0946-4565-9144-1be6f2fa7cdd no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:55.942876 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: 3362bbb5-0946-4565-9144-1be6f2fa7cdd {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:55.943183 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device 3362bbb5-0946-4565-9144-1be6f2fa7cdd not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:55.943585 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f009335a-c36b-46a2-96e2-78b75c295c51 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:55.950025 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Router 813d7181-fe6f-4119-ad87-3f53364c7b1a has already been hosted by L3 agent 019eb20c-60ca-4cfd-a7d9-ce27e7fde10b {{(pid=93943) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 23:10:55.961684 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: f009335a-c36b-46a2-96e2-78b75c295c51 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:55.962021 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f009335a-c36b-46a2-96e2-78b75c295c51 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:56.056456 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] Notify agent at l3_agent.dv-cinder-759943-11-iscsi the message routers_updated {{(pid=93943) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 23:10:56.061561 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-cc2e1df8-9463-4785-915f-fd50718e85c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/813d7181-fe6f-4119-ad87-3f53364c7b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217873 Aug 12 23:10:56.064614 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59204) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:56.065751 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Sync routers for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 23:10:56.075740 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:56.076250 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:26Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:56.169015 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks [] for router, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.271087 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: dv-cinder-759943-11-iscsi {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:56.274231 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.329721 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Deleting port c152d1d6-b13f-43a5-9753-05d3090c33f4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:56.329971 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.412259 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] For port c152d1d6-b13f-43a5-9753-05d3090c33f4, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=c152d1d6-b13f-43a5-9753-05d3090c33f4,segment=NetworkSegment(6f529b7e-11d1-4dc2-af03-1c40ce34b249),segment_id=6f529b7e-11d1-4dc2-af03-1c40ce34b249)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:56.412602 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.417677 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0bc2fbeb-f63c-48b3-b8a0-c126cf986393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.426082 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Calling delete_port for c152d1d6-b13f-43a5-9753-05d3090c33f4 owned by network:router_gateway {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:56.451849 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'external_fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:10:55Z', 'revision_number': 5, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port': {'id': 'c152d1d6-b13f-43a5-9753-05d3090c33f4', 'name': '', 'network_id': '4272d734-767a-4799-9e35-ccb4302de14f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T23:02:56Z', 'updated_at': '2021-08-12T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c9d3eab-db11-489e-9a88-d1fa0047ccfc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-11-iscsi'}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:56.477026 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Checking router: 813d7181-fe6f-4119-ad87-3f53364c7b1a for host: dv-cinder-759943-11-iscsi {{(pid=93945) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 23:10:56.485505 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Routers {'813d7181-fe6f-4119-ad87-3f53364c7b1a'} bound to L3 agent in host dv-cinder-759943-11-iscsi {{(pid=93945) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 23:10:56.486094 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T22:44:56Z,description=,heartbeat_timestamp=2021-08-12T23:10:56Z,host='dv-cinder-759943-11-iscsi',id=019eb20c-60ca-4cfd-a7d9-ce27e7fde10b,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T22:44:56Z,topic='l3_agent')) {'router_ids': ['813d7181-fe6f-4119-ad87-3f53364c7b1a'], 'active': True} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:56.570533 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_dvr_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] Set router 813d7181-fe6f-4119-ad87-3f53364c7b1a gateway port host: None {{(pid=93945) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 23:10:56.591439 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.620000 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Pushing event deleted for resources: {'Port': ['ID=c152d1d6-b13f-43a5-9753-05d3090c33f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:56.625050 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.l3_hamode_db [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:10:56Z', 'revision_number': 6, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port_host': None}], 'dv-cinder-759943-11-iscsi', False) {} {{(pid=93945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:56.651053 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb42f0e1-424d-447f-a9f6-d167d7abc967 None None] The sync data for ids ['813d7181-fe6f-4119-ad87-3f53364c7b1a'] in dv-cinder-759943-11-iscsi is: [{'id': '813d7181-fe6f-4119-ad87-3f53364c7b1a', 'name': 'tempest-TestVolumeBootPattern-733695643-router', 'tenant_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T23:02:55Z', 'updated_at': '2021-08-12T23:10:56Z', 'revision_number': 6, 'project_id': 'b0db8b27d4e34abe89c89f0df6fc125c', 'gw_port_host': None}] {{(pid=93945) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 23:10:56.686756 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-472799'] for router_gateway, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.776358 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.776779 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-474675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-900'] for router, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.780471 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.830556 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-474684'] for router, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.831068 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813d7181-fe6f-4119-ad87-3f53364c7b1a {{(pid=93943) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 23:10:56.835517 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] Notify callbacks [] for router, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:56.836646 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-d2723b92-cb7c-4c2a-9fae-ce410f0e774d admin admin] 10.222.0.13 "DELETE /v2.0/routers/813d7181-fe6f-4119-ad87-3f53364c7b1a HTTP/1.1" status: 204 len: 168 time: 0.7711415 Aug 12 23:10:56.839271 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59206) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:57.123187 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Deleting subnet f50c7fd0-648f-4e6b-b296-7bba9d09fc5f {{(pid=93943) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 23:10:57.126934 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.161602 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3828216'] for subnet, precommit_delete_associations {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.237508 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7764918'] for subnet, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.295715 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7764897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3272836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637944'] for subnet, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.321852 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50c7fd0-648f-4e6b-b296-7bba9d09fc5f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:57.323846 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.326130 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-0d764670-533e-4350-b699-d4b7eabc74d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f50c7fd0-648f-4e6b-b296-7bba9d09fc5f HTTP/1.1" status: 204 len: 168 time: 0.4858918 Aug 12 23:10:57.328177 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d7604-935d-46de-b637-81ace529fc93 None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f requested from dv-cinder-759943-11-iscsi {{(pid=93944) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 23:10:57.328679 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59208) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:57.396061 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7813993'] for network, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.448277 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.457318 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Deleting port f89f4c13-9921-4ae2-8cf0-29bd9163611d {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:57.458055 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.527011 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] For port f89f4c13-9921-4ae2-8cf0-29bd9163611d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f89f4c13-9921-4ae2-8cf0-29bd9163611d,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:57.527517 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.528154 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] DHCP port deletion for 2542d19a-ac1f-4784-b01f-9615cf60d84f request from dv-cinder-759943-11-iscsi {{(pid=93944) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 23:10:57.542034 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Calling delete_port for f89f4c13-9921-4ae2-8cf0-29bd9163611d owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:57.576763 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Deleting port f89f4c13-9921-4ae2-8cf0-29bd9163611d {{(pid=93944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 23:10:57.577237 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762307868712'] for port, before_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.634396 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3272887'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.645259 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] For port f89f4c13-9921-4ae2-8cf0-29bd9163611d, host dv-cinder-759943-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-11-iscsi',level=0,port_id=f89f4c13-9921-4ae2-8cf0-29bd9163611d,segment=NetworkSegment(0b8e5329-00d1-4b63-821e-4f9134b13b8d),segment_id=0b8e5329-00d1-4b63-821e-4f9134b13b8d)] {{(pid=93944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 23:10:57.645717 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-470970'] for port, precommit_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.664463 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f89f4c13-9921-4ae2-8cf0-29bd9163611d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:57.667788 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] No DVR routers for this DVR port f89f4c13-9921-4ae2-8cf0-29bd9163611d on host dv-cinder-759943-11-iscsi {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:57.740576 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7764017', 'neutron.services.segments.db._delete_segments_for_network-8762307897712'] for network, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.751517 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2542d19a-ac1f-4784-b01f-9615cf60d84f']}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:57.762895 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8e5329-00d1-4b63-821e-4f9134b13b8d') {'for_net_delete': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:57.763197 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.services.segments.db [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8e5329-00d1-4b63-821e-4f9134b13b8d') {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 23:10:57.772751 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762307900025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3828207'] for segment, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.788136 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983'] for segment, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.790929 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Calling delete_port for f89f4c13-9921-4ae2-8cf0-29bd9163611d owned by network:dhcp {{(pid=93944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 23:10:57.794997 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93943) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 23:10:57.795524 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7764983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3272794'] for segment, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: Traceback (most recent call last): Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: timer() Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: cb(*args, **kw) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: return func(*args, **kwargs) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: self._notify() Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: self.callback(batched_events) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: event.method(event) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: return f(self, *a, **k) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._get(url).json() Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: return self.request(url, 'GET', **kwargs) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 23:10:57.797213 dv-cinder-759943-11-iscsi neutron-server[93943]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 23:10:57.858083 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7764008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-472739'] for network, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.867419 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7904290'] for network, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.869545 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-178655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7904316', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762307874434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762307387118'] for port, after_delete {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:57.869758 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] 10.222.0.13 "DELETE /v2.0/networks/2542d19a-ac1f-4784-b01f-9615cf60d84f HTTP/1.1" status: 204 len: 168 time: 0.5401297 Aug 12 23:10:57.882116 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb56b84-c38b-472d-8670-7cf9dc8a1f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=2542d19a-ac1f-4784-b01f-9615cf60d84f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:57.901252 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Pushing event deleted for resources: {'Port': ['ID=f89f4c13-9921-4ae2-8cf0-29bd9163611d,revision_number=None']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:57.904681 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] Network 2542d19a-ac1f-4784-b01f-9615cf60d84f is not hosted by any dhcp agent {{(pid=93944) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 23:10:57.905144 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7a024-ab91-42ad-9ee3-636ba96faaca None None] No DVR routers for this DVR port f89f4c13-9921-4ae2-8cf0-29bd9163611d on host dv-cinder-759943-11-iscsi {{(pid=93944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 23:10:57.915981 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:57.937041 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:57.937455 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device bfd81cbc-a7e9-48a8-9cb7-4b637f38f49f not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:57.937877 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f89f4c13-9921-4ae2-8cf0-29bd9163611d no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:57.958615 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: f89f4c13-9921-4ae2-8cf0-29bd9163611d {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:57.958963 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device f89f4c13-9921-4ae2-8cf0-29bd9163611d not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:57.959371 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c152d1d6-b13f-43a5-9753-05d3090c33f4 no longer exists at agent ovs-agent-dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 23:10:57.977496 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] No Port match for: c152d1d6-b13f-43a5-9753-05d3090c33f4 {{(pid=93944) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 23:10:57.977823 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron.plugins.ml2.rpc [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Device c152d1d6-b13f-43a5-9753-05d3090c33f4 not bound to the agent host dv-cinder-759943-11-iscsi {{(pid=93944) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 23:10:57.996036 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59212) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:58.036853 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-26f175e7-0d2f-49ce-a9b8-d08249b752d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=072bf67a4c3e429185a22a805d0738e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392339 Aug 12 23:10:58.039436 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.wsgi [-] (93943) accepted ('10.222.0.13', 59214) {{(pid=93943) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:58.087312 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.109278 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.160793 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.165074 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.166820 dv-cinder-759943-11-iscsi neutron-server[93943]: INFO neutron.wsgi [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3981afbd-7c64-4ed7-ab0c-f36a130c919d HTTP/1.1" status: 204 len: 168 time: 0.1262724 Aug 12 23:10:58.175447 dv-cinder-759943-11-iscsi neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c253a3-75ac-47ff-a964-837097087aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3981afbd-7c64-4ed7-ab0c-f36a130c919d,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:58.518294 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:58.557223 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-e6eebccf-cba5-41f9-b5f2-a4feb2b4879a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0db8b27d4e34abe89c89f0df6fc125c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377805 Aug 12 23:10:58.559797 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.13', 59222) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 23:10:58.619742 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.641440 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.694015 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512187'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.696559 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:10:58.697717 dv-cinder-759943-11-iscsi neutron-server[93942]: INFO neutron.wsgi [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6174226a-7cc4-4d2f-b038-654a0bc78d90 HTTP/1.1" status: 204 len: 168 time: 0.1370449 Aug 12 23:10:58.705801 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73070f-19cf-4bb0-ad6d-f64d8b7a2739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174226a-7cc4-4d2f-b038-654a0bc78d90,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 23:10:58.916183 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:12.204758 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:11:23.610775 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31db574f-b8c0-4a7c-834a-d7ba52ace502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:25.233268 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:26.433125 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57fae170-3803-4380-baa4-33059375cbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:26.786742 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:27.447348 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:28.927918 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:49.209982 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:11:53.612262 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1e04fb97-2ba7-403d-8a9a-977cbf4561be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:55.244943 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:56.427278 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d501a367-44b0-449f-b5ab-dc01b451c4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:56.790687 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:57.450936 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:11:58.926009 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:23.608900 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-354324dd-473e-49c8-b152-d78b7f2993da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:25.244815 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:26.214310 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:12:26.420992 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f735155b-18f8-4dd4-bc41-fc40b70f414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:26.796696 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:27.459205 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:28.933982 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:53.609380 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0bb2-fbf2-4e69-8e40-d3e83857aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:55.246466 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:56.418663 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d011c27b-d323-4b33-b4ab-ead84fb2ebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:56.801854 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:57.455896 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:12:58.942750 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:03.218808 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:13:23.613111 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-417edd21-564d-47db-8f10-bf632699b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:25.248818 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:26.418797 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-efb7d4c5-19d2-4d3f-864f-a7b12047439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:26.804996 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:27.470893 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:28.939432 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:40.223462 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:13:53.607651 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4ca13e93-d475-4042-b208-4b3df1295cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:55.273746 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:56.420268 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-501ec8be-bf78-40d4-8290-682345ccd89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:56.804744 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:57.463300 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:13:58.944809 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:17.233291 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:14:23.619116 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6fb9eef7-84ae-4f9d-a390-9171887e10c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:25.283971 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:26.421431 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-134a1926-e7ef-49f0-8a69-19fbb8c9feaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:26.808758 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:27.468283 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:28.947427 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:53.617840 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba2e5981-56fb-4df6-92d4-785db0a5ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:54.224850 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:14:55.279833 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:56.419912 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-31afe621-4be6-442d-b496-6753834e13c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:56.806537 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:57.468616 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:14:58.958842 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:16.264309 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-a0acb507-e5a2-49ee-be05-5a47540af10f req-4cd0cea0-4bbb-41d3-990a-678d988cba52 service neutron] (93942) timed out ('10.222.0.70', 63873) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 23:15:16.369654 dv-cinder-759943-11-iscsi neutron-server[93942]: DEBUG neutron.wsgi [req-03875d3e-eab6-48b5-8e87-4f424785e991 req-b884a074-b4ee-4f6b-8469-7dc13e6cfcdf service neutron] (93942) timed out ('10.222.0.70', 63866) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 23:15:23.622039 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79a21807-165a-49bb-b9ea-4d02b86e743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:25.285442 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:26.415811 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6d26f8d0-a568-4155-9001-6be09006b872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:26.805117 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:27.476442 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:28.957842 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:31.228837 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:15:53.622496 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-dc414fea-0f00-4b31-a23d-65ac9354f8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:55.279183 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:56.413220 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-6b12644c-8124-4a24-a477-f017e0e0faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:56.811796 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:57.475855 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:15:58.965525 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:08.230678 dv-cinder-759943-11-iscsi neutron-server[93945]: DEBUG neutron.db.agents_db [None req-cf27c08c-8e5b-4ac2-8310-2f9f258d132e None None] Agent healthcheck: found 6 active agents {{(pid=93945) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 23:16:23.620094 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8b4d09ad-cab6-44ae-9e69-36fd48497299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:25.298400 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ded41a9-a725-4646-888f-b507e8782d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:26.409432 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2f306224-9dfb-463d-a054-f4eed22fdf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:26.798769 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ed7aec54-4cc4-4d44-9a4c-1cad7c2d1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:27.478547 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ec37-9d3e-4a9d-9aac-45789d787275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 23:16:28.962808 dv-cinder-759943-11-iscsi neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8eabc04c-cc3e-4143-8fea-a79dc2d18c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762307897604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680959'] for agent, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}